-- Logs begin at Thu 2022-02-17 09:00:09 UTC, end at Thu 2022-02-17 10:06:26 UTC. -- Feb 17 09:36:10.627018 dv-cinder-773985-34-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 09:36:13.838119 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.common.config [-] Logging enabled! Feb 17 09:36:13.838859 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev507 Feb 17 09:36:13.838961 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109257) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 09:36:13.842362 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.common.config [-] Logging enabled! Feb 17 09:36:13.842650 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev507 Feb 17 09:36:13.842978 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109257) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 09:36:13.843968 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 09:36:13.844201 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 09:36:13.844768 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 09:36:13.845011 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 09:36:13.845240 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 09:36:13.845577 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.846038 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 17 09:36:13.846358 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.846655 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.846952 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.847256 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.847552 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.847842 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.848218 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.848575 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.848872 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.849158 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.849450 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.849755 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.850648 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.850980 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.851263 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.851551 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] debug = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.851954 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.852396 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.852830 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.853114 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.853411 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.853693 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.854010 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.854291 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.854577 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.855000 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] host = dv-cinder-773985-34-iscsi {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.855335 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.855511 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.855813 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.856105 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.856384 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.856667 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.856956 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.857245 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.857523 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] log_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.857825 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.858121 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.858415 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.858714 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.858944 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.859173 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.859468 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.859760 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.860039 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.860318 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.860594 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.860893 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.861148 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.861422 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.861715 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.862028 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.862320 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.862598 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.862873 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.863148 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.863426 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.863715 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.863991 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.864328 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.864608 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.864901 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.865215 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.865494 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.866473 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.866873 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.867278 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.867698 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.867947 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.868240 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.868525 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.868802 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.869196 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] use_json = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.869357 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.869633 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.869944 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.870225 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.870503 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.870784 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.871065 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.871356 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.871631 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:13.872019 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.872332 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.872642 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.872955 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.873285 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.874140 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.874140 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.874140 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.874432 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.874725 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.875022 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.875313 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.875616 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.875912 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.876215 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.876539 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.876837 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.877136 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.877422 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.877707 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.878016 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.878299 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.878587 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.878921 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.879220 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.879549 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.879834 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.880136 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.880432 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.880733 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.881123 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.882002 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.882296 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.882598 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.882885 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.883168 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.883453 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.883748 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.884033 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.884311 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.884597 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.884881 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.885162 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.885443 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.885726 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.886048 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.886335 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.886614 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.886891 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.887170 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.887447 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.887737 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.888017 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.888294 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.888570 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.888849 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.889125 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.889403 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.889684 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.889987 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.890267 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.890544 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.890821 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.891098 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.891375 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.891652 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.891929 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.892207 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.892487 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.892765 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.893072 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.893354 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.893633 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.893941 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.894235 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.894536 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.894822 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.895102 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.895383 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.895663 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.895945 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.896227 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.896507 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.896905 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.897686 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.897983 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.898276 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.898574 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.898886 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.899168 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.899469 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.899751 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.900034 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.900321 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.900602 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.900882 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.901168 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.901499 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.901757 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.902079 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.902380 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.902772 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.904131 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.904131 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.904131 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.904131 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:13.904131 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 09:36:13.904841 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109257) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 17 09:36:14.331407 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 17 09:36:14.331671 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 17 09:36:14.331983 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 17 09:36:14.332330 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 09:36:14.682991 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.683280 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.683555 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.684886 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.685162 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.685434 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.732796 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.733090 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.733329 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.748533 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.748985 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.749105 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.886052 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.886747 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.886747 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.923606 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.923882 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:14.924152 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.171922 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.172159 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.172371 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.172643 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.173341 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.278137 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.278462 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.278747 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.279025 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.279298 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.279614 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.279880 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.280151 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.280406 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.280695 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.280964 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.281232 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.281500 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.281758 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.282046 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.282315 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.282575 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.282849 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.283128 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.283393 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.283673 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.283931 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.284223 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.284632 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.284887 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.285139 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.285592 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:36:15.285855 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:36:15.286099 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:36:15.286339 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:36:15.286576 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:36:15.286813 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:36:15.287195 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 09:36:15.291136 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 09:36:15.296745 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 09:36:15.301033 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Feb 17 09:36:15.302876 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 09:36:15.303404 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 09:36:15.303758 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 17 09:36:15.304158 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 09:36:15.307258 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 09:36:15.307518 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 09:36:15.307895 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 09:36:15.313112 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 17 09:36:15.338193 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 09:36:15.338660 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.338969 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109257) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 17 09:36:15.339524 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.340949 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109257) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 09:36:15.341252 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 09:36:15.341502 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 17 09:36:15.344937 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.345218 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:15.409075 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 09:36:15.409315 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 09:36:15.409537 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 09:36:15.409949 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 09:36:15.431751 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_db.sqlalchemy.engines [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109257) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 17 09:36:15.879203 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Initializing driver for type 'gre' Feb 17 09:36:15.879820 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] gre ID ranges: [(1, 1000)] Feb 17 09:36:15.936817 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Initializing driver for type 'local' Feb 17 09:36:15.937530 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Initializing driver for type 'vlan' Feb 17 09:36:15.951661 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] VlanTypeDriver initialization complete Feb 17 09:36:15.952013 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Initializing driver for type 'vxlan' Feb 17 09:36:15.952531 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] vxlan ID ranges: [(1, 1000)] Feb 17 09:36:16.007328 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Initializing extension driver 'port_security' Feb 17 09:36:16.007826 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.extensions.port_security [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] PortSecurityExtensionDriver initialization complete Feb 17 09:36:16.008259 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Initializing mechanism driver 'openvswitch' Feb 17 09:36:16.008742 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Initializing mechanism driver 'hyperv' Feb 17 09:36:16.016133 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.plugins.ml2.plugin [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:16.016903 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > port after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.017281 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > port after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.017642 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > port after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.018220 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109257) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:36:16.018669 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > subnet after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.019124 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > subnet after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.019490 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.019893 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109257) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:36:16.020309 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > network after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.020656 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > network after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.021028 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > network after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.021409 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109257) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:36:16.021841 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > security_group after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.022375 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > security_group after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.022733 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > security_group after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.023141 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109257) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:36:16.023549 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.023900 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.024252 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.024649 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109257) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:36:16.025064 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > address_group after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.025419 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > address_group after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.025759 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > address_group after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.026194 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109257) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 09:36:16.026721 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] ML2 OVO RPC backend initialized. {{(pid=109257) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 17 09:36:16.027469 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.027820 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.028250 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > network before_response 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.028599 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > networks before_response 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.028958 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > port before_response 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.029307 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > ports before_response 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.029651 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > subnet before_response 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.030037 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > subnets before_response 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.030393 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > network after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.030735 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > network after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.031073 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > network after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.031411 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > port after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.031751 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > port after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.032089 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > port after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.032426 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > subnet after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.032764 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > subnet after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.033100 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > subnet after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.041635 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded quota_driver: . Feb 17 09:36:16.042049 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.plugin [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Modular L2 Plugin initialization complete Feb 17 09:36:16.042408 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading services supported by the core plugin {{(pid=109257) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 09:36:16.042767 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.plugins.ml2.managers [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Got port-security extension from driver 'port_security' Feb 17 09:36:16.043477 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.extensions.vlantransparent [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Disabled vlantransparent extension. Feb 17 09:36:16.043986 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109257) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 09:36:16.044407 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading Plugin: router Feb 17 09:36:16.090216 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router_interface before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.090905 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router after_create 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.091062 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router before_create 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.091491 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.091961 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.092330 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router after_delete 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.092827 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > floatingip after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.093194 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > floatingip after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.093686 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router after_create 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.094083 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router after_update 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.094462 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router after_update 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.094914 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.095378 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router after_update 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.095837 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router precommit_update 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.096297 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: port after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.096647 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: port after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.097108 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: subnet after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.097564 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.097966 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > port precommit_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.098452 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router precommit_create 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.098818 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: port before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.099168 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router precommit_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.099639 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router after_update 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.100571 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router precommit_delete 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.101432 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router precommit_create 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.101894 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router_interface after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.102260 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router precommit_update 55549900 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.102660 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > agent after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.103098 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > agent after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.103470 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > network after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.104528 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Tracking information for resource: router configured {{(pid=109257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:36:16.104971 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Tracking information for resource: floatingip configured {{(pid=109257) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 09:36:16.110921 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.db.l3_agentschedulers_db [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 09:36:16.111514 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: port after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.111880 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: port after_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.112235 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: port after_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.112591 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: port after_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.113409 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router before_create 55550100 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.113789 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router precommit_delete 55550100 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.114172 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router precommit_create 55550100 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.114535 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > router precommit_update 55550100 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.120021 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.services.provider_configuration [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service providers = [] {{(pid=109257) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 09:36:16.120387 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.db.servicetype_db [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109257) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 09:36:16.123501 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.services.service_base [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:36:16.123851 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.services.service_base [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:36:16.124195 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.services.service_base [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:36:16.125103 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.services.service_base [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109257) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 09:36:16.125481 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.services.service_base [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 09:36:16.125914 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:36:16.126235 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 09:36:16.137477 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:36:16.137761 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading Plugin: auto_allocate Feb 17 09:36:16.143718 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: network precommit_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.144090 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: network precommit_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.144619 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:36:16.145404 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading Plugin: tag Feb 17 09:36:16.153038 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:36:16.153368 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading Plugin: timestamp Feb 17 09:36:16.157404 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:36:16.157734 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading Plugin: network_ip_availability Feb 17 09:36:16.164231 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.164616 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.164983 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.165800 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:36:16.167989 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading Plugin: flavors Feb 17 09:36:16.173589 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:36:16.173967 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading Plugin: revisions Feb 17 09:36:16.178899 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109257) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 09:36:16.179311 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_concurrency.lockutils [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.847s {{(pid=109257) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 17 09:36:16.180096 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109257) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 17 09:36:16.180439 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Initializing extension manager. Feb 17 09:36:16.180997 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: __init__.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.181347 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: __pycache__ {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.181687 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.182052 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: address_group.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.182935 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.183549 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: address-group Feb 17 09:36:16.183880 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: address_scope.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.184620 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.185143 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: address-scope Feb 17 09:36:16.185470 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.186571 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.187103 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: router-admin-state-down-before-update Feb 17 09:36:16.187436 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: agent.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.188175 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.188697 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: agent Feb 17 09:36:16.189020 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: agent_resources_synced.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.190051 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.190574 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: agent-resources-synced Feb 17 09:36:16.190899 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: allowedaddresspairs.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.192859 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.193399 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: allowed-address-pairs Feb 17 09:36:16.193803 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: auto_allocated_topology.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.195033 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.195557 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: auto-allocated-topology Feb 17 09:36:16.195885 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: availability_zone.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.196614 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.197132 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: availability_zone Feb 17 09:36:16.197465 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: availability_zone_filter.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.198477 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.198997 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: availability_zone_filter Feb 17 09:36:16.199322 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: data_plane_status.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.200254 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.200768 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 09:36:16.201094 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: default_subnetpools.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.202077 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.202600 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: default-subnetpools Feb 17 09:36:16.202926 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.203802 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.204320 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: dhcp_agent_scheduler Feb 17 09:36:16.204647 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: dns.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.205635 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.206454 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension dns-integration not supported by any of loaded plugins Feb 17 09:36:16.207055 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: dns_domain_ports.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.207757 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.208273 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 09:36:16.208598 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.210133 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.210654 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 17 09:36:16.211192 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: dvr.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.211910 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.212430 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: dvr Feb 17 09:36:16.212754 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: ecmp_routes.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.213749 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.214299 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension ecmp_routes not supported by any of loaded plugins Feb 17 09:36:16.214628 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: empty_string_filtering.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.215574 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.216093 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: empty-string-filtering Feb 17 09:36:16.216419 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.217366 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.217917 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 09:36:16.218244 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.219181 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.219691 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 09:36:16.220016 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: external_net.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.220967 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.221489 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: external-net Feb 17 09:36:16.221848 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.222805 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.223328 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: extra_dhcp_opt Feb 17 09:36:16.223656 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: extraroute.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.224579 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.225673 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: extraroute Feb 17 09:36:16.226158 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: extraroute_atomic.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.227270 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.227794 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: extraroute-atomic Feb 17 09:36:16.228120 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: filter_validation.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.228821 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.229337 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: filter-validation Feb 17 09:36:16.229661 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: fip_pf_description.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.230639 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.231156 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 09:36:16.231480 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: fip_port_details.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.232681 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.233202 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: fip-port-details Feb 17 09:36:16.233527 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: flavors.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.234866 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.235395 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: flavors Feb 17 09:36:16.235726 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.237462 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.238028 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 09:36:16.238358 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: floatingip_pools.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.239078 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.239600 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: floatingip-pools Feb 17 09:36:16.239928 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: ip_allocation.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.240896 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.241411 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 09:36:16.241732 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.242710 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.243234 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: ip-substring-filtering Feb 17 09:36:16.243565 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: l2_adjacency.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.244510 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.245017 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 09:36:16.245342 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: l3.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.246422 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.246950 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: router Feb 17 09:36:16.247276 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.249666 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.250229 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 09:36:16.250570 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.251531 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.252087 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: ext-gw-mode Feb 17 09:36:16.252389 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.253319 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.253861 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: l3-ha Feb 17 09:36:16.254194 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.255108 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.255623 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 17 09:36:16.255947 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: l3_flavors.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.256902 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.257420 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: l3-flavors Feb 17 09:36:16.257746 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: l3_ndp_proxy.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.259205 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.259737 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 17 09:36:16.260070 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.261063 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.261522 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 09:36:16.261895 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: l3agentscheduler.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.262999 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.263523 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: l3_agent_scheduler Feb 17 09:36:16.263855 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: local_ip.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.265667 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.266226 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension local_ip not supported by any of loaded plugins Feb 17 09:36:16.266566 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: logging.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.268230 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.268767 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension logging not supported by any of loaded plugins Feb 17 09:36:16.269105 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: metering.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.269910 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.270503 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: metering Feb 17 09:36:16.270838 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.272568 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.273108 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: metering_source_and_destination_fields Feb 17 09:36:16.273439 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: multiprovidernet.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.274403 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.274931 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: multi-provider Feb 17 09:36:16.275273 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: netmtu.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.276189 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.276703 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: net-mtu Feb 17 09:36:16.277035 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: netmtu_writable.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.277996 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.278511 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: net-mtu-writable Feb 17 09:36:16.278838 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: network_availability_zone.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.279510 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.280020 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: network_availability_zone Feb 17 09:36:16.280345 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: network_ip_availability.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.281478 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.282025 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: network-ip-availability Feb 17 09:36:16.282353 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: network_segment_range.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.283131 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.283648 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 09:36:16.283968 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: pagination.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.284965 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.285300 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: pagination Feb 17 09:36:16.285625 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: port_device_profile.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.286584 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.287107 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: port-device-profile Feb 17 09:36:16.287457 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.289004 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.289519 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: port-mac-address-regenerate Feb 17 09:36:16.289882 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.290799 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.291316 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: port-numa-affinity-policy Feb 17 09:36:16.291640 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: port_resource_request.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.292573 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.293087 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 09:36:16.293406 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: port_resource_request_groups.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.294402 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.294916 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 17 09:36:16.295235 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: portbindings.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.296169 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.296688 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: binding Feb 17 09:36:16.297016 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: portbindings_extended.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.298332 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.298851 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: binding-extended Feb 17 09:36:16.299183 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: portsecurity.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.300109 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.300623 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: port-security Feb 17 09:36:16.300947 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: project_id.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.301963 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.302296 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: project-id Feb 17 09:36:16.302619 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: providernet.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.303854 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.304470 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: provider Feb 17 09:36:16.304804 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.308823 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.309352 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos not supported by any of loaded plugins Feb 17 09:36:16.309688 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.310996 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.311519 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 09:36:16.311851 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.312776 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.313301 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 09:36:16.313626 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_default.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.314575 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.315098 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-default not supported by any of loaded plugins Feb 17 09:36:16.315426 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_fip.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.316372 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.316892 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-fip not supported by any of loaded plugins Feb 17 09:36:16.317219 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_fip_network_policy.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.318170 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.318706 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 17 09:36:16.319110 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_gateway_ip.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.320278 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.320793 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 09:36:16.321118 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_port_network_policy.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.322169 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.322689 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 09:36:16.323013 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.324068 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.324590 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 17 09:36:16.324914 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.326014 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.326543 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 17 09:36:16.326872 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_pps_rule.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.328072 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.328594 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-pps not supported by any of loaded plugins Feb 17 09:36:16.328925 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_rule_type_details.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.329877 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.330398 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 09:36:16.330990 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: qos_rules_alias.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.332057 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.332575 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 09:36:16.332900 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: quota_check_limit.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.333845 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.334898 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: quota-check-limit Feb 17 09:36:16.335229 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: quotasv2.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.336228 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.336551 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: quotas Feb 17 09:36:16.336874 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: quotasv2_detail.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.338664 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.339007 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: quota_details Feb 17 09:36:16.339339 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: rbac.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.340408 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.340939 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: rbac-policies Feb 17 09:36:16.341273 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: rbac_address_group.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.342253 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.342782 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: rbac-address-group Feb 17 09:36:16.343103 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: rbac_address_scope.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.344033 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.344553 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: rbac-address-scope Feb 17 09:36:16.344879 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: rbac_security_groups.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.345823 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.346345 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: rbac-security-groups Feb 17 09:36:16.346670 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: rbac_subnetpool.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.347695 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.348211 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: rbac-subnetpool Feb 17 09:36:16.348538 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: revisionifmatch.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.349472 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.350580 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: revision-if-match Feb 17 09:36:16.350959 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: revisions.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.352092 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.352615 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: standard-attr-revisions Feb 17 09:36:16.352944 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: router_availability_zone.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.353626 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.354256 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: router_availability_zone Feb 17 09:36:16.354584 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: routerservicetype.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.355533 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.356052 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension router-service-type not supported by any of loaded plugins Feb 17 09:36:16.356377 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.357315 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.357877 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: security-groups-normalized-cidr Feb 17 09:36:16.358205 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.359139 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.359655 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: port-security-groups-filtering Feb 17 09:36:16.359980 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.360914 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.361431 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: security-groups-remote-address-group Feb 17 09:36:16.361756 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.362728 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.363265 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: security-groups-shared-filtering Feb 17 09:36:16.363572 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.364167 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 17 09:36:16.364487 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: securitygroup.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.374421 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.374969 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: security-group Feb 17 09:36:16.375305 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: segment.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.376121 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.376790 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension segment not supported by any of loaded plugins Feb 17 09:36:16.377128 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.378151 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.378670 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 09:36:16.379001 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: servicetype.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.380148 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.380677 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: service-type Feb 17 09:36:16.381009 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: sorting.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.382060 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.382398 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: sorting Feb 17 09:36:16.382724 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: standard_attr_segment.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.383651 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.384173 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 09:36:16.384494 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: standardattrdescription.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.385147 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.385665 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: standard-attr-description Feb 17 09:36:16.386018 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: stateful_security_group.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.386958 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.387530 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: stateful-security-group Feb 17 09:36:16.387800 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: stdattrs_common.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.388375 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 09:36:16.388698 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.389638 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.390178 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 09:36:16.390503 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: subnet_onboard.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.391584 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.392100 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: subnet_onboard Feb 17 09:36:16.392423 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.393382 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.393933 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 09:36:16.394263 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: subnet_service_types.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.395199 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.395719 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: subnet-service-types Feb 17 09:36:16.396188 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: subnetallocation.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.397684 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.398231 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: subnet_allocation Feb 17 09:36:16.398558 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.399234 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.399744 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: subnetpool-prefix-ops Feb 17 09:36:16.400068 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.401009 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.401522 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 09:36:16.401879 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: tagging.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.402989 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.403515 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: standard-attr-tag Feb 17 09:36:16.403841 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: timestamp.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.405065 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.405588 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loaded extension: standard-attr-timestamp Feb 17 09:36:16.405958 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: trunk.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.407008 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.407525 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension trunk not supported by any of loaded plugins Feb 17 09:36:16.407852 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: trunk_details.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.408840 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.409304 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension trunk-details not supported by any of loaded plugins Feb 17 09:36:16.409630 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: uplink_status_propagation.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.410592 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.411111 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 09:36:16.411432 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Loading extension file: vlantransparent.py {{(pid=109257) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 09:36:16.412112 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109257) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 09:36:16.413279 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 09:36:16.416233 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:network Feb 17 09:36:16.416790 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:subnet Feb 17 09:36:16.417270 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:36:16.417599 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:port Feb 17 09:36:16.420140 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.420582 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service FLAVORS assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.421202 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.421647 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.422021 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:router Feb 17 09:36:16.422456 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:floatingip Feb 17 09:36:16.422953 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service METERING assigned prefix: /metering {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.424408 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.424782 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.425139 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:36:16.426193 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 09:36:16.426639 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:security_group Feb 17 09:36:16.427096 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 09:36:16.427714 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service CORE assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.428085 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:36:16.428468 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] subnetpool is already registered Feb 17 09:36:16.428909 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service CORE assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.429242 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:36:16.429573 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] subnetpool is already registered Feb 17 09:36:16.432527 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.432969 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service FLAVORS assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.433571 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.434022 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.434358 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:router Feb 17 09:36:16.434699 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] router is already registered Feb 17 09:36:16.435110 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:floatingip Feb 17 09:36:16.435445 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] floatingip is already registered Feb 17 09:36:16.435901 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service METERING assigned prefix: /metering {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.436583 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 09:36:16.436919 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] rbac_policy is already registered Feb 17 09:36:16.437340 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:security_group Feb 17 09:36:16.437677 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] security_group is already registered Feb 17 09:36:16.438122 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 09:36:16.438460 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] security_group_rule is already registered Feb 17 09:36:16.439087 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service CORE assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.439419 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:36:16.439756 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] subnetpool is already registered Feb 17 09:36:16.440181 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.v2.resource_helper [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Service CORE assigned prefix: {{(pid=109257) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 09:36:16.440506 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 09:36:16.440838 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING neutron.quota.resource_registry [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] subnetpool is already registered Feb 17 09:36:16.441314 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: extensions {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.442872 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: address-groups {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.444526 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: address-scopes {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.445939 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: agents {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.447128 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: auto-allocated-topology {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.448387 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: availability_zones {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.449611 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: dhcp-networks {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.451165 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: dhcp-agents {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.452596 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: routers {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.454914 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: flavors {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.456368 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: service_profiles {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.457593 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: next_providers {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.459075 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: service_profiles {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.461489 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: floatingip-pools {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.462774 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: routers {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.464908 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: floatingips {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.466221 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: l3-routers {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.467635 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: l3-agents {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.469062 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: metering-labels {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.470464 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: metering-label-rules {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.471737 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: network-ip-availabilities {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.472999 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: bindings {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.474671 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: quotas {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.476798 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: quotas {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.479505 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: rbac-policies {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.481894 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: security-groups {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.483186 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: security-group-rules {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.484449 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: service-providers {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.485673 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: subnetpools {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.487159 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: subnetpools {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.488627 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: tags {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.490416 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: tags {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.493902 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: tags {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.495686 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: tags {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.635427 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: tags {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.637282 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: tags {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.639096 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: tags {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.640947 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: tags {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.642913 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: tags {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.644783 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron.api.extensions [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Extended resource: tags {{(pid=109257) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 09:36:16.651316 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING keystonemiddleware.auth_token [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 09:36:16.656241 dv-cinder-773985-34-iscsi neutron-server[109257]: WARNING keystonemiddleware.auth_token [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 09:36:16.666016 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_concurrency.lockutils [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Acquired lock "singleton_lock" {{(pid=109257) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 17 09:36:16.666503 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_concurrency.lockutils [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Releasing lock "singleton_lock" {{(pid=109257) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 17 09:36:16.667196 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO oslo_service.service [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Starting 2 workers Feb 17 09:36:16.672524 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Started child 109366 {{(pid=109257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 09:36:16.677609 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Started child 109367 {{(pid=109257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 09:36:16.679040 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:16.680102 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO neutron.service [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 09:36:16.680863 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Publish callbacks [] for process (None), before_spawn {{(pid=109257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:16.681053 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [-] (109366) wsgi starting up on http://0.0.0.0:9696 Feb 17 09:36:16.683460 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO oslo_service.service [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Starting 1 workers Feb 17 09:36:16.683743 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:16.685394 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [-] (109367) wsgi starting up on http://0.0.0.0:9696 Feb 17 09:36:16.689279 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Started child 109368 {{(pid=109257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 09:36:16.689903 dv-cinder-773985-34-iscsi neutron-server[109257]: INFO oslo_service.service [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Starting 1 workers Feb 17 09:36:16.693377 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.service [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] calling RpcWorker wait() {{(pid=109368) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 09:36:16.694350 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.service [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] returning from RpcWorker wait() {{(pid=109368) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 09:36:16.695034 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Started child 109369 {{(pid=109257) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 09:36:16.695523 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:16.695854 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG neutron_lib.callbacks.manager [None req-5bd93918-40ac-4f77-aa86-9050310bee0f None None] Publish callbacks [] for process (None), after_spawn {{(pid=109257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:16.696206 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:16.698053 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109257) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 09:36:16.698310 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 09:36:16.698471 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 09:36:16.698641 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 09:36:16.699009 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 09:36:16.699167 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 09:36:16.699958 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.699958 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.700251 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.700535 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.700811 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.700967 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:16.701943 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.701943 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.701943 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.702567 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.702771 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:16.703015 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.703015 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.703015 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.703015 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.703829 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.703829 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.703829 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.704401 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.704401 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.704401 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.704989 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.704989 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.705400 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.705632 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] debug = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.706416 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.706694 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.706931 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.707187 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.707431 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.707711 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.707958 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.708256 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.708473 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.708685 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.708897 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.709124 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.709410 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.709620 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.709873 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.710086 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.710319 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.710576 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.711090 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] host = dv-cinder-773985-34-iscsi {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.711331 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.711577 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.711844 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.712084 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.712454 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.712719 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.713129 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.713555 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.713832 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.714072 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.714284 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.714522 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.714760 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.714988 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.715193 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_options = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.715531 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.715812 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.716099 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.716341 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.716864 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.716864 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.716864 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.717465 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.717465 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.717465 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.718105 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.718105 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.718520 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.718520 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.718925 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.718925 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.719334 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.719561 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.719822 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.720096 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.720398 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.720618 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.720953 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.721166 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.721436 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.721654 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.721901 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.722135 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.722364 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.722571 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.722783 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.722993 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.723231 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.723445 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.723667 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.723918 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.724145 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.724369 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.724667 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728258 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728258 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728258 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728258 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728258 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728258 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728258 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728258 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_json = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728872 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728872 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728872 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728872 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.728872 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.729158 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.729520 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.729623 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.729857 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.730293 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.730830 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.731171 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.731483 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.731804 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.732163 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.732651 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.732889 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.733153 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.733385 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.733722 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.733986 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.734314 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.734585 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.735093 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.735337 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.735561 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.735722 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.735880 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.736052 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.736289 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.736687 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.737158 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.737572 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.738028 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.738450 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.738882 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.739423 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.739914 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.740442 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.741634 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.742246 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.742573 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.742806 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.743517 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.743517 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.743978 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.743978 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.744400 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.744400 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.744726 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.744901 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.745081 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.745395 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.745685 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.746116 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.746445 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.746700 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.746968 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.747200 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.747423 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.747662 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.747885 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.748105 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.748336 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.748554 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.748815 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.749088 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.749337 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.749553 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.749811 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.750014 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.750256 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.750479 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.750689 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.751099 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.751530 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.751948 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.752396 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.752819 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.753217 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.753636 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.754087 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.754531 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.754979 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.755298 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.755583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.755812 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.756033 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.756332 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.756701 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.756950 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.757148 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.757414 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.757725 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.758015 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.758235 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.758454 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.758695 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.758940 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.759185 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.759499 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.759948 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.760299 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.760680 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.761066 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.761481 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.761894 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.762272 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.762507 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.762744 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.762969 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.763265 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.763651 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.763917 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.764155 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.764381 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.764624 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.764849 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.765071 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.765303 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.765545 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.765853 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.766094 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.766363 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.766626 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.766866 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.767122 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.767510 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.767813 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.768073 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.768357 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.768584 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.768853 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.769231 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.769529 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.769836 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.770167 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.770404 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.770669 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.770947 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.771215 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.771471 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.771740 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.772176 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.772686 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.773108 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.773900 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.774342 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.774845 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.775288 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.775690 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.775914 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.776389 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.776821 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.777235 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.777718 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.778166 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.778603 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.778872 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.779118 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.779543 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.779977 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.780428 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.780726 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.780970 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.781386 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.781616 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.781867 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.782100 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.782355 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.782725 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.783105 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.783346 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.783570 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.783791 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.784192 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.784566 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.784935 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.785334 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.785707 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.785992 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.786219 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.786440 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.786697 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.786927 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.787225 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.788050 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.788348 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.788692 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.789054 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.789374 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.789623 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.789909 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.790135 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.790356 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.790629 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.790910 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.791075 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.791311 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.791540 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.791757 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.792035 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.792293 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.792658 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.792936 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.793164 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.793423 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.793675 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.793942 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.794166 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.794380 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.794601 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.794826 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.795053 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.795277 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.795502 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.795724 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.795949 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.796191 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.796468 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.796722 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.796968 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.797222 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.797447 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.797678 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.797953 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.798166 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.798379 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.798597 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.798810 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.799029 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.799287 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.799636 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.799807 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.800138 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.800312 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.800554 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.800813 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.801161 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.801385 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.801597 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.802143 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.802595 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.803017 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.804070 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.804440 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.804612 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.804818 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.805028 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.805255 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.805487 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.805702 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.805975 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.806199 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.806426 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.806641 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.806870 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.807087 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.807302 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.807522 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.807913 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.808162 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.808392 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.808629 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.808844 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.809095 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.809313 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.809528 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.809890 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.810147 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.810373 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.810684 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.810949 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.811213 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.811465 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.811784 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.812006 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.812261 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.812508 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.812729 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.812981 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.813245 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.813758 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.814072 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.814330 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.814590 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.814897 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.815181 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.815457 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.815668 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.816000 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.816321 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.817212 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.817212 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.817212 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.817503 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.817596 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.817821 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.818000 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.818245 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.818466 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.818777 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.819010 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.819239 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.819456 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.819712 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.819936 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.820171 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.820377 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.820796 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.820988 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.821313 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 09:36:16.822053 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109257) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 09:36:16.822381 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 09:36:16.822546 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 09:36:16.822702 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 09:36:16.822857 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 09:36:16.823010 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 09:36:16.823218 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.823374 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.823540 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.823676 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.823812 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.824085 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.824272 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.824272 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.824507 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.824619 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.824749 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.824898 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.825032 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.825164 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.825296 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.825470 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.825627 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.825986 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.826158 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.826314 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.826473 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.826593 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.826723 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] debug = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.826864 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.827160 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.827351 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.827509 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.827509 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.827857 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.827857 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.828156 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.828156 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.828424 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.828424 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.828763 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.828763 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.829157 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.829157 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.829157 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.829583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.829583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.829583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] host = dv-cinder-773985-34-iscsi {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.830057 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:16.830216 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.830216 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.830216 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.830216 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.831030 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.831030 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.831030 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.831030 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.831695 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.831695 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.831695 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.831695 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.832162 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.832162 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.832162 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_options = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.832444 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.832444 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.832647 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.832778 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.832963 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.833140 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.833299 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.833430 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.833560 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.833716 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.834044 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.834384 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.834692 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.835085 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.835413 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.835892 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.836209 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.836393 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.836552 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.836704 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.836854 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.837005 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.837154 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.837297 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.837449 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.837596 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.837740 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.837933 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.838079 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.838225 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.838366 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.838510 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.838659 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.838822 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.838964 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.839110 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.839254 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.839391 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.839533 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.839674 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.839818 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.839965 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.840128 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.840296 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.840445 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.840585 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.840716 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_json = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.840866 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.840986 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.841149 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.841404 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.841404 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.841576 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.841723 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.841944 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.842087 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 09:36:16.842252 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.842411 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.842579 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.842745 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.842910 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.843073 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.843278 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.843462 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.843622 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.843797 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.843948 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.844115 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.844269 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.844434 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.844599 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.844775 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.844924 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.845099 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.845271 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.845386 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.845551 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.845710 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.845918 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.846088 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.846268 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.846420 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.846589 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.846737 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.846947 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.847147 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.847315 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.847481 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.847642 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.847809 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.847973 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.848138 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.848307 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.848479 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.848654 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.848786 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.848933 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.849078 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.849243 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.849408 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.849574 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.849727 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.850463 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.850775 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.850922 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.851149 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.851355 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.851521 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.851686 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.851851 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.852016 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.852181 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.852345 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.852521 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.852707 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.852847 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.853009 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.853171 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.853334 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.853495 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.853657 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.854017 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.854017 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.854621 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.854621 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.854621 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.854621 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.855780 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.855780 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.855780 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.855780 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.855780 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.855780 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.855780 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.856464 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.856464 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.856464 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.856464 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.856782 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.856782 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.857900 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.857900 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.857900 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.857900 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.857900 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.857900 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.857900 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.858413 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.858413 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.858413 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.858637 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.858637 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.859223 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.859223 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.859223 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.859458 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.859458 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.859604 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.859750 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.859912 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.860082 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.860245 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.860408 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.860569 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.860815 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.860977 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.861141 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.861304 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.861577 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.862515 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.862515 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.862515 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.862515 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.862515 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.862515 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.862988 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.862988 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.862988 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.863177 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.863177 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.863582 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.863650 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.863819 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.864183 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.864540 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.864710 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.864873 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.865040 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.865205 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.865369 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.865532 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.866722 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.866722 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.866901 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.866986 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.867164 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.867334 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.867488 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.867635 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.867793 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.867951 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.868098 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.868279 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.868432 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.868594 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.868740 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.868885 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.869069 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.869217 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.869362 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.869510 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.869677 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.869892 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.870032 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.870194 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.870357 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.870519 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.870683 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.870869 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.871037 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.871202 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.871366 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.871566 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.871700 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.871840 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.872004 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.872165 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.872483 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.872800 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.872983 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.873133 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.873280 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.873438 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.873606 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.873762 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.873954 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.874109 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.874274 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.874453 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.874603 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.874755 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.874960 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.875127 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.875290 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.875496 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.875647 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.875764 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.875929 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.876089 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.876419 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.876599 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.876759 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.876917 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.877060 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.877238 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.878583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.878583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.878583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.878583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.878583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.878583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.878583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.878583 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.880560 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.880560 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.880560 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.880560 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.880560 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.880560 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.880560 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.880560 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.882364 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.882364 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.882364 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.882364 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.882364 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.882364 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.882364 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.882364 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.882364 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.883572 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.883572 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.883572 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.883572 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.883572 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.883572 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.883572 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.883572 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884115 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884115 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884258 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 49454) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:36:16.884352 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884352 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884352 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884352 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884352 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884352 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884352 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884812 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884812 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.884812 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.885039 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.885120 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.885260 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.885434 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.885599 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.885762 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.885950 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.886114 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.886277 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.886457 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.886645 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.886809 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.886994 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.887146 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.887296 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.887450 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.887603 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.887764 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.887938 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.888101 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.888265 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.888428 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.888606 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.888770 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.888936 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.889156 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.889263 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.889415 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.889579 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.889745 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.889948 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.890119 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.890267 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.890463 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.890591 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.890764 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.890947 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.891119 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.891303 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.891460 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.891623 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.891793 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.892084 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.892084 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.892352 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.892463 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.892571 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.892705 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.892973 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.893109 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.893236 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.893362 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.893488 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.893624 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.893753 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.893937 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.894099 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.894263 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 09:36:16.894416 dv-cinder-773985-34-iscsi neutron-server[109257]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109257) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 09:36:16.896093 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102665 Feb 17 09:36:30.297797 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e04d7-3ffb-475b-8c03-217afa7c7197 None None] get_active_networks_info from dv-cinder-773985-34-iscsi {{(pid=109368) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 09:36:30.389928 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e04d7-3ffb-475b-8c03-217afa7c7197 None None] No non-hosted networks {{(pid=109368) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 09:36:30.395048 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a51504d2-415f-49e7-9700-20b67f44f962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1017456'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:32.955677 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5c27034d-282c-4042-9733-039e807da727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1017456'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:33.012341 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-7fd6f208-8f38-4c67-849e-fd799aea8f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:34.914769 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1017456'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:37.483772 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1017456'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:38.465555 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1017456'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:38.470319 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.471467 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.472839 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.473848 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.476172 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.477199 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.478088 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.479257 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.480119 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.481073 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.483503 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.484506 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.486319 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:38.487366 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-34-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:38.503627 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-34-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:36:39.208740 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.db.l3_hamode_db [None req-561ee699-6efd-49a6-a87c-bb4f3488f7dc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 09:36:39.335850 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ee699-6efd-49a6-a87c-bb4f3488f7dc None None] Routers set() bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:36:39.336367 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ee699-6efd-49a6-a87c-bb4f3488f7dc None None] Router IDs set() for agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 09:36:39.523090 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 49546) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:36:40.319178 dv-cinder-773985-34-iscsi neutron-server[109366]: WARNING oslo_policy.policy [None req-e3ce43d7-b5b9-40e5-892e-cc2fd372811b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:36:40.319802 dv-cinder-773985-34-iscsi neutron-server[109366]: WARNING oslo_policy.policy [None req-e3ce43d7-b5b9-40e5-892e-cc2fd372811b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:36:40.610982 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [None req-e3ce43d7-b5b9-40e5-892e-cc2fd372811b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:36:40.612134 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-e3ce43d7-b5b9-40e5-892e-cc2fd372811b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0880930 Feb 17 09:36:43.661626 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 49562) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:36:44.088683 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-e93ceaa3-f31f-4be6-84dd-9a454e4c7f43 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:44.190814 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.policy [None req-e93ceaa3-f31f-4be6-84dd-9a454e4c7f43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109366) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 09:36:44.238710 dv-cinder-773985-34-iscsi neutron-server[109366]: WARNING oslo_policy.policy [None req-e93ceaa3-f31f-4be6-84dd-9a454e4c7f43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:36:44.239100 dv-cinder-773985-34-iscsi neutron-server[109366]: WARNING oslo_policy.policy [None req-e93ceaa3-f31f-4be6-84dd-9a454e4c7f43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:36:44.345959 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e93ceaa3-f31f-4be6-84dd-9a454e4c7f43 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755374093307', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755374092750', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755374066226', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755374072011', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755374120347', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755374127819', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2067146', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1961045', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-685898', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-581417'] for rbac-policy (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:44.422903 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e93ceaa3-f31f-4be6-84dd-9a454e4c7f43 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:44.424188 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-e93ceaa3-f31f-4be6-84dd-9a454e4c7f43 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7610488 Feb 17 09:36:47.519628 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 49572) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:36:48.315381 dv-cinder-773985-34-iscsi neutron-server[109367]: WARNING oslo_policy.policy [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:36:48.316182 dv-cinder-773985-34-iscsi neutron-server[109367]: WARNING oslo_policy.policy [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:36:48.702076 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:48.794901 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Made reservation on behalf of 25b916faabac4a2b9243bf4ef5b54f1c for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:48.915811 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.policy [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109367) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 09:36:49.006746 dv-cinder-773985-34-iscsi neutron-server[109367]: WARNING oslo_policy.policy [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:36:49.007283 dv-cinder-773985-34-iscsi neutron-server[109367]: WARNING oslo_policy.policy [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 09:36:49.030825 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:49.061271 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:49.228180 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Publish callbacks [] for security_group (cab9771d-db7b-45e3-b1cd-dabcebe06ed3), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:49.233751 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (cab9771d-db7b-45e3-b1cd-dabcebe06ed3), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:49.275938 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:36:49.320426 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755369175426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (50d5c6fe-9699-44a8-8eb3-93f4c5a40628), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:49.321377 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Unsubscribe: segment precommit_create {{(pid=109367) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 09:36:49.322254 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Added segment 50d5c6fe-9699-44a8-8eb3-93f4c5a40628 of type vlan for network cb650d39-6d25-4ac0-9cda-cf857a31f305 Feb 17 09:36:49.347309 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cab9771d-db7b-45e3-b1cd-dabcebe06ed3,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:49.394800 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.395410 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.396014 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.397681 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.397681 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.398285 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.398865 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.399439 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.400008 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.400568 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.401135 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.401636 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.402231 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Tracked resource versions report: Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: pushed versions: Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: { 'AddressGroup': {'1.2'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'ConntrackHelper': {'1.0'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Log': {'1.0'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Network': {'1.1'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Port': {'1.7'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'PortForwarding': {'1.2'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'QosPolicy': {'1.10'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SecurityGroup': {'1.5'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SubPort': {'1.0'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Subnet': {'1.1'}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Trunk': {'1.1'}} Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: consumer versions: Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: { DHCP agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: L3 agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: Metadata agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: Metering agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: Open vSwitch agent@dv-cinder-773985-34-iscsi: { 'AddressGroup': '1.2', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'ConntrackHelper': '1.0', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'LocalIPAssociation': '1.0', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Log': '1.0', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Network': '1.1', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Port': '1.7', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'PortForwarding': '1.2', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'QosPolicy': '1.10', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SecurityGroup': '1.5', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SecurityGroupRule': '1.2', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SubPort': '1.0', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Subnet': '1.1', Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Trunk': '1.1'}} Feb 17 09:36:49.404112 dv-cinder-773985-34-iscsi neutron-server[109367]: {{(pid=109367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:36:49.515296 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (cb650d39-6d25-4ac0-9cda-cf857a31f305), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:49.587632 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (cb650d39-6d25-4ac0-9cda-cf857a31f305), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:49.593627 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:49.594410 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:49.688791 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 2.1655250 Feb 17 09:36:49.758131 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51962f4-5ce5-45de-a45b-9808350a4ecf demo demo] Pushing event updated for resources: {'Network': ['ID=cb650d39-6d25-4ac0-9cda-cf857a31f305,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:49.776069 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network cb650d39-6d25-4ac0-9cda-cf857a31f305 details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:36:53.260913 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 49592) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:36:53.893722 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f9059c-f729-4884-bf21-1619a7b0d822 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:53.895444 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-62f9059c-f729-4884-bf21-1619a7b0d822 demo admin] 10.222.0.61 "GET /v2.0/networks/cb650d39-6d25-4ac0-9cda-cf857a31f305 HTTP/1.1" status: 200 len: 825 time: 0.6333606 Feb 17 09:36:53.926030 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-75273562-2567-4a8b-ac5d-6663a394b701 demo admin] 10.222.0.61 "GET /v2.0/subnetpools/a242e8ec-8aa1-4459-a811-cfa420752fcd HTTP/1.1" status: 200 len: 734 time: 0.0219479 Feb 17 09:36:53.940550 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Request body: {'subnet': {'subnetpool_id': 'a242e8ec-8aa1-4459-a811-cfa420752fcd', 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:36:53.981073 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Made reservation on behalf of 25b916faabac4a2b9243bf4ef5b54f1c for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:36:53.984323 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:54.365393 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (f47c5936-8206-4ae4-9126-39541d932b83), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:54.457943 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Checking segment: {'id': '50d5c6fe-9699-44a8-8eb3-93f4c5a40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:36:54.458313 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Network hostable DHCP agents. Network: cb650d39-6d25-4ac0-9cda-cf857a31f305, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:36:54.470334 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f47c5936-8206-4ae4-9126-39541d932b83,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:54.485022 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.485401 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.486019 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.486587 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.487010 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.487428 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.487825 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.488308 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.488732 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.489297 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.489867 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.490434 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.490994 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Tracked resource versions report: Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: pushed versions: Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: { 'AddressGroup': {'1.2'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'ConntrackHelper': {'1.0'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Log': {'1.0'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Network': {'1.1'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Port': {'1.7'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'PortForwarding': {'1.2'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'QosPolicy': {'1.10'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SecurityGroup': {'1.5'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SubPort': {'1.0'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Subnet': {'1.1'}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Trunk': {'1.1'}} Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: consumer versions: Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: { DHCP agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: L3 agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: Metadata agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: Metering agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: Open vSwitch agent@dv-cinder-773985-34-iscsi: { 'AddressGroup': '1.2', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'ConntrackHelper': '1.0', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'LocalIPAssociation': '1.0', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Log': '1.0', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Network': '1.1', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Port': '1.7', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'PortForwarding': '1.2', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'QosPolicy': '1.10', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SecurityGroup': '1.5', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SecurityGroupRule': '1.2', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SubPort': '1.0', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Subnet': '1.1', Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Trunk': '1.1'}} Feb 17 09:36:54.492678 dv-cinder-773985-34-iscsi neutron-server[109366]: {{(pid=109366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:36:54.523732 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Network cb650d39-6d25-4ac0-9cda-cf857a31f305 is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:36:54.543560 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, cb650d39-6d25-4ac0-9cda-cf857a31f305) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:54.549239 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:36:54.550189 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:54.558025 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e7c22-8caf-475f-b42a-9fd1e7fd8a3a None None] Network cb650d39-6d25-4ac0-9cda-cf857a31f305 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:36:54.571161 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-86b3ba6f-33a2-47e0-aa36-f651a0704e66 demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6361213 Feb 17 09:36:55.003714 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6889369c-6f69-5c47-9e14-b0591a0da435-cb650d39-6d25-4ac0-9cda-cf857a31f305', 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305', 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'fixed_ips': [{'subnet_id': 'f47c5936-8206-4ae4-9126-39541d932b83'}]}} from dv-cinder-773985-34-iscsi. {{(pid=109368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:36:55.006626 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:55.410027 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.db_base_plugin_common [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Allocated IP 172.20.0.2 (cb650d39-6d25-4ac0-9cda-cf857a31f305/f47c5936-8206-4ae4-9126-39541d932b83/15ca2a39-a7aa-4f9c-9a05-0af74efc04e4) {{(pid=109368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:36:55.901801 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Publish callbacks [] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), precommit_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:55.914680 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:56.016916 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Network cb650d39-6d25-4ac0-9cda-cf857a31f305 is already hosted by enough agents. {{(pid=109368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:36:56.026836 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.base_scheduler [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Resources bound (agent type, host, resource id): {{(pid=109368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:36:56.030910 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Received port after_create {{(pid=109368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:36:56.055308 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Pushing event updated for resources: {'Port': ['ID=15ca2a39-a7aa-4f9c-9a05-0af74efc04e4,revision_number=1']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:56.095195 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.095702 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.096304 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.096892 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.097326 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.097845 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.098410 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.098944 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.099495 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.100114 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.100729 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.101260 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.101701 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Tracked resource versions report: Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: pushed versions: Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: { 'AddressGroup': {'1.2'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'ConntrackHelper': {'1.0'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Log': {'1.0'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Network': {'1.1'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Port': {'1.7'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'PortForwarding': {'1.2'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'QosPolicy': {'1.10'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SecurityGroup': {'1.5'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SubPort': {'1.0'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Subnet': {'1.1'}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Trunk': {'1.1'}} Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: consumer versions: Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: { DHCP agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: L3 agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: Metadata agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: Metering agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: Open vSwitch agent@dv-cinder-773985-34-iscsi: { 'AddressGroup': '1.2', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'ConntrackHelper': '1.0', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'LocalIPAssociation': '1.0', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Log': '1.0', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Network': '1.1', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Port': '1.7', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'PortForwarding': '1.2', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'QosPolicy': '1.10', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SecurityGroup': '1.5', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SecurityGroupRule': '1.2', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SubPort': '1.0', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Subnet': '1.1', Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Trunk': '1.1'}} Feb 17 09:36:56.103319 dv-cinder-773985-34-iscsi neutron-server[109368]: {{(pid=109368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:36:56.186112 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Attempting to bind port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:36:56.187132 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Attempting to bind port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '50d5c6fe-9699-44a8-8eb3-93f4c5a40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:36:56.187682 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Attempting to bind port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 on network cb650d39-6d25-4ac0-9cda-cf857a31f305 {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:36:56.197220 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:36:56.197838 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Checking segment: {'id': '50d5c6fe-9699-44a8-8eb3-93f4c5a40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:36:56.202387 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:56.202387 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Bound using segment: {'id': '50d5c6fe-9699-44a8-8eb3-93f4c5a40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:36:56.202387 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Bound port: 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d5c6fe-9699-44a8-8eb3-93f4c5a40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:36:56.202387 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:56.290689 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] For port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:36:56.296409 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] For port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=15ca2a39-a7aa-4f9c-9a05-0af74efc04e4,segment=NetworkSegment(50d5c6fe-9699-44a8-8eb3-93f4c5a40628),segment_id=50d5c6fe-9699-44a8-8eb3-93f4c5a40628)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:36:56.307657 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:36:56.392845 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd090c-cc7b-4055-bffe-03cd90e2e7f2 None None] Pushing event updated for resources: {'Port': ['ID=15ca2a39-a7aa-4f9c-9a05-0af74efc04e4,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:36:57.956254 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 49604) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:36:58.519599 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [None req-f2a7f3d4-8f4e-4aff-8f19-d4651071fa82 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:36:58.520993 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-f2a7f3d4-8f4e-4aff-8f19-d4651071fa82 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5627680 Feb 17 09:37:00.203883 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-19e1efac-ae82-4808-97d5-c159e15fce4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:02.809148 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 49612) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:37:02.966937 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f10ba72-57d9-4dd4-a434-84cddbe7a4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:03.405223 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [None req-1d64b1d0-6f31-4e4f-add8-7796826f161b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:37:03.406528 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-1d64b1d0-6f31-4e4f-add8-7796826f161b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5962422 Feb 17 09:37:04.811558 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:06.446953 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 49630) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:37:06.751699 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-b865276b-a6e4-4076-9618-888c4fa20c5c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:06.799389 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b865276b-a6e4-4076-9618-888c4fa20c5c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1019230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28495'] for router (8f1b480f-4bc7-4ae2-85a8-b67802957b02), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:06.801879 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b865276b-a6e4-4076-9618-888c4fa20c5c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1019378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28504'] for router (8f1b480f-4bc7-4ae2-85a8-b67802957b02), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:07.060459 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b865276b-a6e4-4076-9618-888c4fa20c5c demo demo] Publish callbacks [] for router_controller (8f1b480f-4bc7-4ae2-85a8-b67802957b02), precommit_add_association {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:07.067218 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b865276b-a6e4-4076-9618-888c4fa20c5c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1019339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881'] for router (8f1b480f-4bc7-4ae2-85a8-b67802957b02), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:07.093459 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b865276b-a6e4-4076-9618-888c4fa20c5c demo demo] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:07.094774 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-b865276b-a6e4-4076-9618-888c4fa20c5c demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6461797 Feb 17 09:37:07.396986 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:08.447288 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:10.083444 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:37:10.225144 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:10.225865 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:10.436482 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:37:10.437143 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:10.493637 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=15ca2a39-a7aa-4f9c-9a05-0af74efc04e4,segment=NetworkSegment(50d5c6fe-9699-44a8-8eb3-93f4c5a40628),segment_id=50d5c6fe-9699-44a8-8eb3-93f4c5a40628)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:37:10.506803 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:10.604111 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=15ca2a39-a7aa-4f9c-9a05-0af74efc04e4,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:10.907123 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 49652) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:37:10.999985 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [None req-1452cc24-788a-46de-8815-b61cf66a4c01 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:37:11.001454 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-1452cc24-788a-46de-8815-b61cf66a4c01 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0932195 Feb 17 09:37:11.745459 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694bfea-44bc-45ce-808f-9703f451ffc4 None None] Network cb650d39-6d25-4ac0-9cda-cf857a31f305 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:37:11.870668 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-4d4063b9-7fe5-4a21-9515-10d2f7bd54e6 None None] Provisioning complete for port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:11.871566 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4d4063b9-7fe5-4a21-9515-10d2f7bd54e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:12.062006 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-4d4063b9-7fe5-4a21-9515-10d2f7bd54e6 None None] Current status of the port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:37:12.069942 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:37:12.163415 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:12.163904 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:12.305344 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:37:12.492414 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-3fe6254c-59ea-4c0e-9a62-641b5ef01d8a None None] Provisioning complete for port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:12.492813 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3fe6254c-59ea-4c0e-9a62-641b5ef01d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:12.614123 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6254c-59ea-4c0e-9a62-641b5ef01d8a None None] Current status of the port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:37:14.078517 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 49660) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:37:14.132868 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:14.158377 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Made reservation on behalf of 98f0d040431843768f32ab32b2e7c4a1 for: {'network': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:14.161733 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:14.186378 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:14.321302 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Publish callbacks [] for security_group (45f25ab1-cf78-4e44-a292-e63dda1b8ff7), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:14.326990 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (45f25ab1-cf78-4e44-a292-e63dda1b8ff7), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:14.371626 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Reserving flat network on physical network physnet1 {{(pid=109366) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 17 09:37:14.396103 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f25ab1-cf78-4e44-a292-e63dda1b8ff7,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:14.403612 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755369175426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (c3950efe-458e-4048-b7b5-b5b5bff1ca7d), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:14.404246 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Unsubscribe: segment precommit_create {{(pid=109366) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 09:37:14.404857 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.segments_db [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Added segment c3950efe-458e-4048-b7b5-b5b5bff1ca7d of type flat for network 26cc9ee1-80f2-47ce-8096-df53a2f34acd Feb 17 09:37:14.469109 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (26cc9ee1-80f2-47ce-8096-df53a2f34acd), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:14.517608 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (26cc9ee1-80f2-47ce-8096-df53a2f34acd), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:14.518888 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:14.519836 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:14.567483 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4877510 Feb 17 09:37:14.645954 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc08e1-825c-4ead-b589-bab0879ca53f admin admin] Pushing event updated for resources: {'Network': ['ID=26cc9ee1-80f2-47ce-8096-df53a2f34acd,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:14.660129 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:37:17.543668 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 49668) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:37:17.711341 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41914de-b105-4e59-96dc-9ffba99fefbe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:17.712857 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-a41914de-b105-4e59-96dc-9ffba99fefbe demo admin] 10.222.0.61 "GET /v2.0/subnets/f47c5936-8206-4ae4-9126-39541d932b83 HTTP/1.1" status: 200 len: 849 time: 0.1682029 Feb 17 09:37:17.924003 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-94aea6a9-5ed1-4ff4-b8ec-f56010d8059a demo admin] 10.222.0.61 "GET /v2.0/routers/8f1b480f-4bc7-4ae2-85a8-b67802957b02 HTTP/1.1" status: 200 len: 704 time: 0.2047017 Feb 17 09:37:18.254674 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:18.582376 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Allocated IP 172.20.0.1 (cb650d39-6d25-4ac0-9cda-cf857a31f305/f47c5936-8206-4ae4-9126-39541d932b83/db169414-faa5-4554-836e-7bf7eaae5847) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:18.795200 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Publish callbacks [] for port (db169414-faa5-4554-836e-7bf7eaae5847), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:18.866997 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (db169414-faa5-4554-836e-7bf7eaae5847), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:18.955945 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Network cb650d39-6d25-4ac0-9cda-cf857a31f305 is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:18.962648 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:18.972232 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Pushing event updated for resources: {'Port': ['ID=db169414-faa5-4554-836e-7bf7eaae5847,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:18.977040 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:37:18.977040 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022996'] for router_interface (8f1b480f-4bc7-4ae2-85a8-b67802957b02), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:19.222381 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (db169414-faa5-4554-836e-7bf7eaae5847), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:19.285048 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5b93ad54-e985-4fda-b291-c93e0a64e39a None None] Provisioning complete for port db169414-faa5-4554-836e-7bf7eaae5847 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:19.285642 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5b93ad54-e985-4fda-b291-c93e0a64e39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (db169414-faa5-4554-836e-7bf7eaae5847), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:19.352962 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5b93ad54-e985-4fda-b291-c93e0a64e39a None None] Port db169414-faa5-4554-836e-7bf7eaae5847 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:37:19.517136 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Publish callbacks [] for port (db169414-faa5-4554-836e-7bf7eaae5847), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:19.523678 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (db169414-faa5-4554-836e-7bf7eaae5847), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:19.524694 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023112'] for router_interface (8f1b480f-4bc7-4ae2-85a8-b67802957b02), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:19.587102 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Pushing event updated for resources: {'Port': ['ID=db169414-faa5-4554-836e-7bf7eaae5847,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:19.673923 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Network cb650d39-6d25-4ac0-9cda-cf857a31f305 is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:19.675433 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:19.881254 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-de8af9c6-3957-4770-a373-b1913d101cca None None] Provisioning complete for port db169414-faa5-4554-836e-7bf7eaae5847 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:19.881662 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-de8af9c6-3957-4770-a373-b1913d101cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (db169414-faa5-4554-836e-7bf7eaae5847), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:19.884851 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Router 8f1b480f-4bc7-4ae2-85a8-b67802957b02 is scheduled to L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 with binding_index 1 {{(pid=109367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:37:19.918893 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-de8af9c6-3957-4770-a373-b1913d101cca None None] Port db169414-faa5-4554-836e-7bf7eaae5847 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:37:19.987873 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:37:19.996569 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-6ec8ba55-5df0-4354-8c2f-f74145e7852e demo admin] 10.222.0.61 "PUT /v2.0/routers/8f1b480f-4bc7-4ae2-85a8-b67802957b02/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0670199 Feb 17 09:37:20.002787 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Sync routers for ids ['8f1b480f-4bc7-4ae2-85a8-b67802957b02'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:20.018033 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Routers {'8f1b480f-4bc7-4ae2-85a8-b67802957b02'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:37:20.019012 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:37:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['8f1b480f-4bc7-4ae2-85a8-b67802957b02'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:20.231172 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Set router 8f1b480f-4bc7-4ae2-85a8-b67802957b02 gateway port host: None {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:37:20.784027 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'name': 'router1', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:06Z', 'updated_at': '2022-02-17T09:37:19Z', 'revision_number': 2, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'gw_port_host': None, '_interfaces': [{'id': 'db169414-faa5-4554-836e-7bf7eaae5847', 'name': '', 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'mac_address': 'fa:16:3e:f7:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:18Z', 'updated_at': '2022-02-17T09:37:19Z', 'revision_number': 2, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'subnets': [{'id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a242e8ec-8aa1-4459-a811-cfa420752fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:20.844483 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Checking router: 8f1b480f-4bc7-4ae2-85a8-b67802957b02 for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:37:20.844867 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Updating router 8f1b480f-4bc7-4ae2-85a8-b67802957b02 port db169414-faa5-4554-836e-7bf7eaae5847 binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:37:20.904901 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (db169414-faa5-4554-836e-7bf7eaae5847), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:21.502392 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Publish callbacks [] for port (db169414-faa5-4554-836e-7bf7eaae5847), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:21.511058 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (db169414-faa5-4554-836e-7bf7eaae5847), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:21.696299 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Pushing event updated for resources: {'Port': ['ID=db169414-faa5-4554-836e-7bf7eaae5847,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:21.703077 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Attempting to bind port db169414-faa5-4554-836e-7bf7eaae5847 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:37:21.703518 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Attempting to bind port db169414-faa5-4554-836e-7bf7eaae5847 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '50d5c6fe-9699-44a8-8eb3-93f4c5a40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:37:21.703938 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Attempting to bind port db169414-faa5-4554-836e-7bf7eaae5847 on network cb650d39-6d25-4ac0-9cda-cf857a31f305 {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:37:21.712933 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:37:21.713745 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Checking segment: {'id': '50d5c6fe-9699-44a8-8eb3-93f4c5a40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:37:21.713942 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:21.714255 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Bound using segment: {'id': '50d5c6fe-9699-44a8-8eb3-93f4c5a40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:37:21.714734 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Bound port: db169414-faa5-4554-836e-7bf7eaae5847, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d5c6fe-9699-44a8-8eb3-93f4c5a40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:37:21.715140 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (db169414-faa5-4554-836e-7bf7eaae5847), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:21.717874 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.718236 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.718602 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.718929 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.719261 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.719595 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.719944 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.720281 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.720608 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.720985 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.721290 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.721616 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.721970 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Tracked resource versions report: Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: pushed versions: Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: { 'AddressGroup': {'1.2'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'ConntrackHelper': {'1.0'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Log': {'1.0'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Network': {'1.1'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Port': {'1.7'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'PortForwarding': {'1.2'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'QosPolicy': {'1.10'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SecurityGroup': {'1.5'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SubPort': {'1.0'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Subnet': {'1.1'}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Trunk': {'1.1'}} Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: consumer versions: Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: { DHCP agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: L3 agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: Metadata agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: Metering agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: Open vSwitch agent@dv-cinder-773985-34-iscsi: { 'AddressGroup': '1.2', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'ConntrackHelper': '1.0', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'LocalIPAssociation': '1.0', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Log': '1.0', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Network': '1.1', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Port': '1.7', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'PortForwarding': '1.2', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'QosPolicy': '1.10', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SecurityGroup': '1.5', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SecurityGroupRule': '1.2', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SubPort': '1.0', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Subnet': '1.1', Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Trunk': '1.1'}} Feb 17 09:37:21.723407 dv-cinder-773985-34-iscsi neutron-server[109369]: {{(pid=109369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:37:21.808790 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] For port db169414-faa5-4554-836e-7bf7eaae5847, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:37:21.831633 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] For port db169414-faa5-4554-836e-7bf7eaae5847, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=db169414-faa5-4554-836e-7bf7eaae5847,segment=NetworkSegment(50d5c6fe-9699-44a8-8eb3-93f4c5a40628),segment_id=50d5c6fe-9699-44a8-8eb3-93f4c5a40628)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:37:21.839316 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (db169414-faa5-4554-836e-7bf7eaae5847), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:21.864687 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-78bf58cf-4ef1-44a9-b050-7dcee5369955 None None] Provisioning complete for port db169414-faa5-4554-836e-7bf7eaae5847 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:21.868970 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-78bf58cf-4ef1-44a9-b050-7dcee5369955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (db169414-faa5-4554-836e-7bf7eaae5847), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:21.891062 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Routers {'8f1b480f-4bc7-4ae2-85a8-b67802957b02'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:37:21.896524 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:37:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['8f1b480f-4bc7-4ae2-85a8-b67802957b02'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:22.017193 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] Set router 8f1b480f-4bc7-4ae2-85a8-b67802957b02 gateway port host: None {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:37:22.076586 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-78bf58cf-4ef1-44a9-b050-7dcee5369955 None None] Current status of the port db169414-faa5-4554-836e-7bf7eaae5847 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:37:22.077379 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-78bf58cf-4ef1-44a9-b050-7dcee5369955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (db169414-faa5-4554-836e-7bf7eaae5847), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:22.119907 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-78bf58cf-4ef1-44a9-b050-7dcee5369955 None None] For port db169414-faa5-4554-836e-7bf7eaae5847, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=db169414-faa5-4554-836e-7bf7eaae5847,segment=NetworkSegment(50d5c6fe-9699-44a8-8eb3-93f4c5a40628),segment_id=50d5c6fe-9699-44a8-8eb3-93f4c5a40628)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:37:22.124830 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-78bf58cf-4ef1-44a9-b050-7dcee5369955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (db169414-faa5-4554-836e-7bf7eaae5847), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:22.168625 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d61f06-f65e-457b-849f-1ac579719bb5 None None] Pushing event updated for resources: {'Port': ['ID=db169414-faa5-4554-836e-7bf7eaae5847,revision_number=4']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:22.183624 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf58cf-4ef1-44a9-b050-7dcee5369955 None None] Pushing event updated for resources: {'Port': ['ID=db169414-faa5-4554-836e-7bf7eaae5847,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:22.249699 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-3f1400e2-6acb-477e-869a-86057d848048 None None] Provisioning complete for port db169414-faa5-4554-836e-7bf7eaae5847 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:22.250210 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3f1400e2-6acb-477e-869a-86057d848048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (db169414-faa5-4554-836e-7bf7eaae5847), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:22.305869 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'name': 'router1', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:06Z', 'updated_at': '2022-02-17T09:37:19Z', 'revision_number': 2, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'gw_port_host': None, '_interfaces': [{'id': 'db169414-faa5-4554-836e-7bf7eaae5847', 'name': '', 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'mac_address': 'fa:16:3e:f7:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:18Z', 'updated_at': '2022-02-17T09:37:21Z', 'revision_number': 4, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'subnets': [{'id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a242e8ec-8aa1-4459-a811-cfa420752fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:22.341197 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2f4c8-3c6f-455f-b4fa-c8893712f9e3 None None] The sync data for ids ['8f1b480f-4bc7-4ae2-85a8-b67802957b02'] in dv-cinder-773985-34-iscsi is: [{'id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'name': 'router1', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:06Z', 'updated_at': '2022-02-17T09:37:19Z', 'revision_number': 2, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'gw_port_host': None, '_interfaces': [{'id': 'db169414-faa5-4554-836e-7bf7eaae5847', 'name': '', 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'mac_address': 'fa:16:3e:f7:f1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:18Z', 'updated_at': '2022-02-17T09:37:21Z', 'revision_number': 4, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'subnets': [{'id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a242e8ec-8aa1-4459-a811-cfa420752fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:22.366497 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-3f1400e2-6acb-477e-869a-86057d848048 None None] Current status of the port db169414-faa5-4554-836e-7bf7eaae5847 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:37:22.625655 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 49680) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:37:22.780663 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f864f7-7cd6-47ef-b43a-9d1c2701d35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:22.782411 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-49f864f7-7cd6-47ef-b43a-9d1c2701d35e admin admin] 10.222.0.61 "GET /v2.0/networks/26cc9ee1-80f2-47ce-8096-df53a2f34acd HTTP/1.1" status: 200 len: 842 time: 0.1557446 Feb 17 09:37:22.794420 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'name': 'public-subnet'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:22.824331 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Made reservation on behalf of 98f0d040431843768f32ab32b2e7c4a1 for: {'subnet': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:37:22.828058 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:23.205890 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.objects.ports [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109367) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 09:37:23.206597 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (6bfb580d-2cc7-437c-90c9-29d3ed8c9137), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:23.263766 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfb580d-2cc7-437c-90c9-29d3ed8c9137,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:23.282578 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:37:23.282959 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Network hostable DHCP agents. Network: 26cc9ee1-80f2-47ce-8096-df53a2f34acd, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:37:23.315274 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:37:23.328670 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, 26cc9ee1-80f2-47ce-8096-df53a2f34acd) {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:23.333928 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:23.334642 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:23.344305 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfada9b9-9e1a-4440-98d4-3d9c6e659f04 None None] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:37:23.359422 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-307f9781-a30c-4cb7-895f-dbdbbfa37bd5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5697510 Feb 17 09:37:23.499927 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd7fc1-2f8f-4d21-b6b8-0a2a4474168e None None] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:37:26.120570 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 49688) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:37:26.284419 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-89803c8d-7118-4e4d-a855-ad958596ce3b demo admin] 10.222.0.61 "GET /v2.0/routers/8f1b480f-4bc7-4ae2-85a8-b67802957b02 HTTP/1.1" status: 200 len: 710 time: 0.1616342 Feb 17 09:37:26.389760 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0b2cc-607a-47c2-9003-d030820935d4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:37:26.391220 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-56c0b2cc-607a-47c2-9003-d030820935d4 demo admin] 10.222.0.61 "GET /v2.0/networks/26cc9ee1-80f2-47ce-8096-df53a2f34acd HTTP/1.1" status: 200 len: 886 time: 0.1003673 Feb 17 09:37:26.405097 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:37:26.768171 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Publish callbacks [] for router_gateway (8f1b480f-4bc7-4ae2-85a8-b67802957b02), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:27.094830 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Publish callbacks [] for router_gateway (8f1b480f-4bc7-4ae2-85a8-b67802957b02), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:27.189434 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:27.374911 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Allocated IP 172.27.3.217 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/eef25fd8-75ed-4661-94fb-94d903d0e6a9) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:37:27.504160 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Publish callbacks [] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:27.548335 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:27.599231 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:37:27.603442 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:37:27.609948 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:37:27.612384 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Pushing event updated for resources: {'Port': ['ID=eef25fd8-75ed-4661-94fb-94d903d0e6a9,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:27.745734 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:37:27.991952 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Publish callbacks [] for router_gateway (8f1b480f-4bc7-4ae2-85a8-b67802957b02), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:28.316106 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1015906', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1019328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28586'] for router (8f1b480f-4bc7-4ae2-85a8-b67802957b02), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:28.321948 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1015931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1015920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1019353'] for router (8f1b480f-4bc7-4ae2-85a8-b67802957b02), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:28.475516 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Router 8f1b480f-4bc7-4ae2-85a8-b67802957b02 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:37:28.611256 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:37:28.618566 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:28.620292 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-4caac4bd-6646-4bf3-8867-a605d66cb337 demo admin] 10.222.0.61 "PUT /v2.0/routers/8f1b480f-4bc7-4ae2-85a8-b67802957b02 HTTP/1.1" status: 200 len: 890 time: 2.2203031 Feb 17 09:37:30.210842 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-49840ed2-498e-4bbb-aaa9-7c69067ff3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:32.116548 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 49700) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:37:32.121859 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device db169414-faa5-4554-836e-7bf7eaae5847 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:37:32.206510 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port db169414-faa5-4554-836e-7bf7eaae5847 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:32.207400 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (db169414-faa5-4554-836e-7bf7eaae5847), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:32.290062 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-f765d288-8d33-43a5-be78-e06852c22ef8 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1716635 Feb 17 09:37:32.329135 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port db169414-faa5-4554-836e-7bf7eaae5847 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:37:32.736424 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Sync routers for ids ['8f1b480f-4bc7-4ae2-85a8-b67802957b02'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:37:32.755320 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Routers {'8f1b480f-4bc7-4ae2-85a8-b67802957b02'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:37:32.756494 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:37:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['8f1b480f-4bc7-4ae2-85a8-b67802957b02'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:33.033246 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-87c1c4b4-b934-4fb2-a1ac-ea65825af33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:33.121221 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Set router 8f1b480f-4bc7-4ae2-85a8-b67802957b02 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:37:33.648572 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'name': 'router1', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'eef25fd8-75ed-4661-94fb-94d903d0e6a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:06Z', 'updated_at': '2022-02-17T09:37:27Z', 'revision_number': 4, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'gw_port': {'id': 'eef25fd8-75ed-4661-94fb-94d903d0e6a9', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'db169414-faa5-4554-836e-7bf7eaae5847', 'name': '', 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'mac_address': 'fa:16:3e:f7:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:18Z', 'updated_at': '2022-02-17T09:37:22Z', 'revision_number': 5, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'subnets': [{'id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a242e8ec-8aa1-4459-a811-cfa420752fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:33.804223 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Checking router: 8f1b480f-4bc7-4ae2-85a8-b67802957b02 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:37:33.804497 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Updating router 8f1b480f-4bc7-4ae2-85a8-b67802957b02 port eef25fd8-75ed-4661-94fb-94d903d0e6a9 binding host dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:37:33.865146 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:34.368239 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Publish callbacks [] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), precommit_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:34.380139 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:34.445880 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Attempting to bind port eef25fd8-75ed-4661-94fb-94d903d0e6a9 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:37:34.446414 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Attempting to bind port eef25fd8-75ed-4661-94fb-94d903d0e6a9 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:37:34.446949 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Attempting to bind port eef25fd8-75ed-4661-94fb-94d903d0e6a9 on network 26cc9ee1-80f2-47ce-8096-df53a2f34acd {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:37:34.456951 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7874b81-6d9d-49c0-a54e-d9148d37173f None None] Pushing event updated for resources: {'Port': ['ID=eef25fd8-75ed-4661-94fb-94d903d0e6a9,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:34.460370 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:37:34.460862 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:37:34.461255 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:34.461656 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Bound using segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:37:34.462242 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Bound port: eef25fd8-75ed-4661-94fb-94d903d0e6a9, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:37:34.462661 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:34.526730 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] For port eef25fd8-75ed-4661-94fb-94d903d0e6a9, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:37:34.537284 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] For port eef25fd8-75ed-4661-94fb-94d903d0e6a9, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=eef25fd8-75ed-4661-94fb-94d903d0e6a9,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:37:34.545602 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:34.622820 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Routers {'8f1b480f-4bc7-4ae2-85a8-b67802957b02'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:37:34.623381 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:37:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['8f1b480f-4bc7-4ae2-85a8-b67802957b02'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:34.627043 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7874b81-6d9d-49c0-a54e-d9148d37173f None None] Pushing event updated for resources: {'Port': ['ID=eef25fd8-75ed-4661-94fb-94d903d0e6a9,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:34.822464 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] Set router 8f1b480f-4bc7-4ae2-85a8-b67802957b02 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:37:34.881129 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:35.169005 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'name': 'router1', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'eef25fd8-75ed-4661-94fb-94d903d0e6a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:06Z', 'updated_at': '2022-02-17T09:37:27Z', 'revision_number': 4, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'gw_port': {'id': 'eef25fd8-75ed-4661-94fb-94d903d0e6a9', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'db169414-faa5-4554-836e-7bf7eaae5847', 'name': '', 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'mac_address': 'fa:16:3e:f7:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:18Z', 'updated_at': '2022-02-17T09:37:22Z', 'revision_number': 5, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'subnets': [{'id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a242e8ec-8aa1-4459-a811-cfa420752fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:37:35.213763 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec046e4e-4216-4dc0-b88b-a74a2793c9e3 None None] The sync data for ids ['8f1b480f-4bc7-4ae2-85a8-b67802957b02'] in dv-cinder-773985-34-iscsi is: [{'id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'name': 'router1', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'eef25fd8-75ed-4661-94fb-94d903d0e6a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:37:06Z', 'updated_at': '2022-02-17T09:37:27Z', 'revision_number': 4, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'gw_port': {'id': 'eef25fd8-75ed-4661-94fb-94d903d0e6a9', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:07:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:27Z', 'updated_at': '2022-02-17T09:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'db169414-faa5-4554-836e-7bf7eaae5847', 'name': '', 'network_id': 'cb650d39-6d25-4ac0-9cda-cf857a31f305', 'tenant_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'mac_address': 'fa:16:3e:f7:f1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1b480f-4bc7-4ae2-85a8-b67802957b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:37:18Z', 'updated_at': '2022-02-17T09:37:22Z', 'revision_number': 5, 'project_id': '25b916faabac4a2b9243bf4ef5b54f1c', 'subnets': [{'id': 'f47c5936-8206-4ae4-9126-39541d932b83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a242e8ec-8aa1-4459-a811-cfa420752fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:37:36.143005 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device eef25fd8-75ed-4661-94fb-94d903d0e6a9 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:37:36.245056 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port eef25fd8-75ed-4661-94fb-94d903d0e6a9 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:36.245564 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:36.402510 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port eef25fd8-75ed-4661-94fb-94d903d0e6a9 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:37:36.403248 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:36.433669 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port eef25fd8-75ed-4661-94fb-94d903d0e6a9, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=eef25fd8-75ed-4661-94fb-94d903d0e6a9,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:37:36.439960 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:36.513638 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=eef25fd8-75ed-4661-94fb-94d903d0e6a9,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:37:37.404440 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:38.139243 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device eef25fd8-75ed-4661-94fb-94d903d0e6a9 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:37:38.268452 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port eef25fd8-75ed-4661-94fb-94d903d0e6a9 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:37:38.271582 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (eef25fd8-75ed-4661-94fb-94d903d0e6a9), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:37:38.391887 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port eef25fd8-75ed-4661-94fb-94d903d0e6a9 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:37:38.456645 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:00.199862 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-f999348f-fef8-4bd9-b339-318974435ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:02.976020 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4b53e2d7-7cd4-4b46-91c6-0edb378146a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:04.760283 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:38:04.864358 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:07.385692 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:08.455949 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:30.198635 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-fbd7aa1d-cb78-4685-b1ff-9d0d29412c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:32.960487 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-99f342f0-8f73-4c0d-94f0-a27b89aaa1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:34.853804 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:37.392656 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:38.456266 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:38:41.752495 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:39:00.196196 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a99a77f2-f652-4a1b-ad82-70a27e99d472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:02.955506 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-91d1fe2d-ed0c-47b4-8997-16ce58668139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:04.822643 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:07.395395 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:08.444818 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:08.711201 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50184) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:39:08.778819 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5afda8e-2fec-4167-b8ab-6b84289822ed admin admin] GET failed (client error): The resource could not be found. Feb 17 09:39:08.780237 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-f5afda8e-2fec-4167-b8ab-6b84289822ed admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0681489 Feb 17 09:39:09.055696 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f07ff3-f57c-44b4-a587-2ed49203ed2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:09.057119 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-43f07ff3-f57c-44b4-a587-2ed49203ed2c admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2711453 Feb 17 09:39:11.676325 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50194) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:39:11.782984 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f7746-3da4-4d06-a9d5-d56ae08b480d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:11.785588 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-429f7746-3da4-4d06-a9d5-d56ae08b480d admin admin] 10.222.0.61 "GET /v2.0/subnets/f47c5936-8206-4ae4-9126-39541d932b83 HTTP/1.1" status: 200 len: 849 time: 0.1075232 Feb 17 09:39:11.796091 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:39:11.891860 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Publish callbacks [] for subnet (f47c5936-8206-4ae4-9126-39541d932b83), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:12.089088 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755369232231'] for subnet (f47c5936-8206-4ae4-9126-39541d932b83), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:12.124858 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:12.125534 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:12.128005 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] 10.222.0.61 "PUT /v2.0/subnets/f47c5936-8206-4ae4-9126-39541d932b83 HTTP/1.1" status: 200 len: 868 time: 0.3347597 Feb 17 09:39:12.132401 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d887dbb4-db8d-4905-bd10-e318b1abf44d None None] Network cb650d39-6d25-4ac0-9cda-cf857a31f305 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:39:12.163876 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47c5936-8206-4ae4-9126-39541d932b83,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:39:12.175512 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.176035 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.176560 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.177072 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.177566 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.178112 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.178635 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.179159 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.179681 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.180207 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.180737 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.181237 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.181737 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de5f25-8745-49cc-84f0-f1c26ebfeefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:39:12.510834 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-67eda8d9-34f4-42f7-afb1-8b4b2435890e None None] Provisioning complete for port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:12.511225 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-67eda8d9-34f4-42f7-afb1-8b4b2435890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (15ca2a39-a7aa-4f9c-9a05-0af74efc04e4), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:12.600762 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-67eda8d9-34f4-42f7-afb1-8b4b2435890e None None] Current status of the port 15ca2a39-a7aa-4f9c-9a05-0af74efc04e4 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:39:12.611583 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-67eda8d9-34f4-42f7-afb1-8b4b2435890e None None] Provisioning complete for port db169414-faa5-4554-836e-7bf7eaae5847 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:39:12.612029 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-67eda8d9-34f4-42f7-afb1-8b4b2435890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (db169414-faa5-4554-836e-7bf7eaae5847), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:12.704341 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-67eda8d9-34f4-42f7-afb1-8b4b2435890e None None] Current status of the port db169414-faa5-4554-836e-7bf7eaae5847 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:39:14.670269 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50204) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:39:14.898486 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dde0ec4-96f1-4f4d-83ae-af24c2ce9471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:14.898965 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dde0ec4-96f1-4f4d-83ae-af24c2ce9471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:14.900557 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-9dde0ec4-96f1-4f4d-83ae-af24c2ce9471 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2293181 Feb 17 09:39:17.381977 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50212) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:39:17.516169 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda4154-55be-4031-ab68-c204987d86d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:17.516641 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda4154-55be-4031-ab68-c204987d86d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:17.518328 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-1eda4154-55be-4031-ab68-c204987d86d2 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1353447 Feb 17 09:39:18.752054 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:39:20.221621 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50220) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:39:20.355528 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792b5fbf-4b62-4072-ac00-59dad1c8ef68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:20.356933 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-792b5fbf-4b62-4072-ac00-59dad1c8ef68 admin admin] 10.222.0.61 "GET /v2.0/networks/26cc9ee1-80f2-47ce-8096-df53a2f34acd HTTP/1.1" status: 200 len: 886 time: 0.1342838 Feb 17 09:39:22.895349 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50228) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:39:23.039731 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492381a-e77a-4b7e-9ff5-2481c0a9643a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:23.042247 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-6492381a-e77a-4b7e-9ff5-2481c0a9643a admin admin] 10.222.0.61 "GET /v2.0/networks/cb650d39-6d25-4ac0-9cda-cf857a31f305 HTTP/1.1" status: 200 len: 869 time: 0.1458044 Feb 17 09:39:25.793986 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50236) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:39:25.929586 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6979af41-2a7b-441d-9a64-db5798f74ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:25.930077 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6979af41-2a7b-441d-9a64-db5798f74ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:25.931675 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-6979af41-2a7b-441d-9a64-db5798f74ee7 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367242 Feb 17 09:39:28.502124 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50244) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:39:28.607024 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd1612-5113-45c4-a44d-af1394b6cb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:28.607479 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cd1612-5113-45c4-a44d-af1394b6cb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:28.609152 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-48cd1612-5113-45c4-a44d-af1394b6cb11 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1059499 Feb 17 09:39:30.191922 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-74a3e165-f5da-45a2-82ad-6f516d6ef444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:31.146431 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50252) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:39:31.239718 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7460c789-1a18-4589-8296-6136e9620ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:31.242263 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7460c789-1a18-4589-8296-6136e9620ee6 admin admin] 10.222.0.61 "GET /v2.0/subnets/6bfb580d-2cc7-437c-90c9-29d3ed8c9137 HTTP/1.1" status: 200 len: 816 time: 0.0948954 Feb 17 09:39:32.962414 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-11824858-c02c-481d-91f5-69c926af339b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:33.806455 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50260) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:39:33.918039 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9039ceb-8679-4123-8ed2-97a2b9cd9eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:39:33.919488 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-a9039ceb-8679-4123-8ed2-97a2b9cd9eae admin admin] 10.222.0.61 "GET /v2.0/subnets/f47c5936-8206-4ae4-9126-39541d932b83 HTTP/1.1" status: 200 len: 868 time: 0.1117213 Feb 17 09:39:34.831972 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:37.404183 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:38.445697 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:39:55.750371 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:40:00.189143 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-34196584-dfc3-46b3-a308-c7076334e02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:02.959213 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5a0d2e0b-3f5b-4690-843a-2da9b6105bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:04.839663 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:06.211240 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50314) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:40:06.282889 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [None req-01320778-6314-40e4-8103-1afe177f8a92 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:40:06.283963 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-01320778-6314-40e4-8103-1afe177f8a92 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0716949 Feb 17 09:40:07.415651 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:08.453974 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:09.275938 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50322) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:40:09.377025 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb608ff2-1a43-47b1-9c4f-7a31be593710 admin admin] GET failed (client error): The resource could not be found. Feb 17 09:40:09.378713 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-bb608ff2-1a43-47b1-9c4f-7a31be593710 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1017013 Feb 17 09:40:09.601223 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6496c6-9781-432c-8b34-b267245c8bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:09.602945 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-9b6496c6-9781-432c-8b34-b267245c8bbe admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2193234 Feb 17 09:40:12.395708 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50330) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:40:12.447385 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:12.468292 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Made reservation on behalf of 98f0d040431843768f32ab32b2e7c4a1 for: {'network': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:12.471437 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:12.506973 dv-cinder-773985-34-iscsi neutron-server[109366]: WARNING neutron.services.revisions.revision_plugin [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Could not find related network for resource to bump revision. Feb 17 09:40:12.524668 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=109366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:40:12.535380 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (9e8fb729-e185-43af-9bc3-94f76fb0901d), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:12.535725 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.segments_db [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Added segment 9e8fb729-e185-43af-9bc3-94f76fb0901d of type vlan for network ce2954da-3913-49ec-937b-4cede55303da Feb 17 09:40:12.576942 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (ce2954da-3913-49ec-937b-4cede55303da), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:12.604019 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (ce2954da-3913-49ec-937b-4cede55303da), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:12.605027 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:12.605801 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:12.646425 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2494831 Feb 17 09:40:12.673574 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Pushing event updated for resources: {'Network': ['ID=ce2954da-3913-49ec-937b-4cede55303da,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:12.682022 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.682734 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.682734 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.683104 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.683457 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.683855 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.684142 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.684743 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.684954 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.685214 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.685645 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.686002 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.686339 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a8aaa6-a805-4c84-a213-bdbc7199e531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:12.701807 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network ce2954da-3913-49ec-937b-4cede55303da details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:40:15.292835 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50338) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:40:15.374787 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.pecan_wsgi.hooks.translation [None req-274f96de-0fd1-4f33-b664-907718d0e2a5 admin admin] GET failed (client error): The resource could not be found. Feb 17 09:40:15.376767 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-274f96de-0fd1-4f33-b664-907718d0e2a5 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0812578 Feb 17 09:40:15.483095 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33674a7c-3452-485d-8b6f-ba34dc2d83fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:15.484514 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-33674a7c-3452-485d-8b6f-ba34dc2d83fa admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1023998 Feb 17 09:40:15.495801 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:40:15.523088 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Made reservation on behalf of 98f0d040431843768f32ab32b2e7c4a1 for: {'subnet': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:40:15.525755 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:15.745122 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (32e5499e-ebad-42a5-9209-afb07860e008), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:15.817827 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e5499e-ebad-42a5-9209-afb07860e008,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:15.831562 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.832267 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.832886 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.833238 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.833666 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.833935 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.834268 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.834601 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.834948 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.835284 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.835618 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.835937 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.836260 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:15.839235 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Checking segment: {'id': '9e8fb729-e185-43af-9bc3-94f76fb0901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:40:15.839599 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Network hostable DHCP agents. Network: ce2954da-3913-49ec-937b-4cede55303da, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:40:15.859140 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Network ce2954da-3913-49ec-937b-4cede55303da is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:40:15.874953 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, ce2954da-3913-49ec-937b-4cede55303da) {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:15.880453 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:40:15.881179 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:15.890937 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec024a25-6920-4e4f-90cd-aae70081b525 None None] Network ce2954da-3913-49ec-937b-4cede55303da requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:40:15.902702 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-1f29a0d8-da6a-44dd-8dc9-7b0ff2612037 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4103050 Feb 17 09:40:16.026305 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6889369c-6f69-5c47-9e14-b0591a0da435-ce2954da-3913-49ec-937b-4cede55303da', 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da', 'project_id': '98f0d040431843768f32ab32b2e7c4a1', 'fixed_ips': [{'subnet_id': '32e5499e-ebad-42a5-9209-afb07860e008'}]}} from dv-cinder-773985-34-iscsi. {{(pid=109368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:40:16.028224 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:16.229237 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.db_base_plugin_common [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Allocated IP 192.168.233.2 (ce2954da-3913-49ec-937b-4cede55303da/32e5499e-ebad-42a5-9209-afb07860e008/6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a) {{(pid=109368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:40:16.443874 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Publish callbacks [] for port (6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a), precommit_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:16.452455 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:16.524314 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Network ce2954da-3913-49ec-937b-4cede55303da is already hosted by enough agents. {{(pid=109368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:40:16.529312 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.base_scheduler [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Resources bound (agent type, host, resource id): {{(pid=109368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:40:16.535694 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Received port after_create {{(pid=109368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:40:16.548151 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Pushing event updated for resources: {'Port': ['ID=6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a,revision_number=1']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:16.567451 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.568018 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.568613 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.569187 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.569752 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.570496 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.570935 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.571488 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.572049 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.572626 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.573181 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.573730 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.574314 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:40:16.662855 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Attempting to bind port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:40:16.663234 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Attempting to bind port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '9e8fb729-e185-43af-9bc3-94f76fb0901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:40:16.663608 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Attempting to bind port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a on network ce2954da-3913-49ec-937b-4cede55303da {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:40:16.670667 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:40:16.671074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Checking segment: {'id': '9e8fb729-e185-43af-9bc3-94f76fb0901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:40:16.671482 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:16.671895 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Bound using segment: {'id': '9e8fb729-e185-43af-9bc3-94f76fb0901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:40:16.672401 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Bound port: 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8fb729-e185-43af-9bc3-94f76fb0901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:40:16.672898 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:16.762539 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] For port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:40:16.767768 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] For port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a,segment=NetworkSegment(9e8fb729-e185-43af-9bc3-94f76fb0901d),segment_id=9e8fb729-e185-43af-9bc3-94f76fb0901d)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:40:16.778447 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:16.874507 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb99a5-b6e4-4287-8486-031f14ae86e6 None None] Pushing event updated for resources: {'Port': ['ID=6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:18.031299 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13374bf1-bbfa-410a-a99c-2d4bdb8ee31f None None] Network ce2954da-3913-49ec-937b-4cede55303da requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:40:18.127739 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-ae5b3d5c-9c9b-4cf5-a90d-8a33e49c21cd None None] Provisioning complete for port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:18.128072 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3d5c-9c9b-4cf5-a90d-8a33e49c21cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:18.257561 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:40:18.390652 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b3d5c-9c9b-4cf5-a90d-8a33e49c21cd None None] Current status of the port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:40:18.390944 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3d5c-9c9b-4cf5-a90d-8a33e49c21cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:18.474110 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-ae5b3d5c-9c9b-4cf5-a90d-8a33e49c21cd None None] For port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a,segment=NetworkSegment(9e8fb729-e185-43af-9bc3-94f76fb0901d),segment_id=9e8fb729-e185-43af-9bc3-94f76fb0901d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:40:18.488819 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3d5c-9c9b-4cf5-a90d-8a33e49c21cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:18.572688 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:18.573076 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:18.620774 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b3d5c-9c9b-4cf5-a90d-8a33e49c21cd None None] Pushing event updated for resources: {'Port': ['ID=6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:40:18.714825 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:40:18.821523 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-e7973440-a87f-4029-9098-4ba6f30dba25 None None] Provisioning complete for port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:18.822638 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-e7973440-a87f-4029-9098-4ba6f30dba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:18.965903 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-e7973440-a87f-4029-9098-4ba6f30dba25 None None] Current status of the port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:40:20.177020 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:40:20.273938 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:40:20.274545 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:20.383463 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 6c14d4ec-a5e5-4aef-b3c1-0e79c234f39a is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:40:30.187954 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-63a64257-c940-4506-a593-85e5af7c0a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:32.750469 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:40:32.957790 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-955b7f55-d687-41a3-aa07-72de3d8005e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:34.834964 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:37.409661 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:40:38.442660 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:00.186098 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c5cf150b-7d8b-4b6b-93b2-d340ba036126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:02.958033 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-49a69032-0c57-47c8-ae5d-5702840f90f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:04.840525 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:07.415874 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:08.437241 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:09.749710 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:41:30.181384 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-f22f38d4-d638-4dcc-a2dd-8e87ea7ea4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:32.953423 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-53adfc5f-2703-4eb5-afa5-bad18597227d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:34.840534 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:37.418641 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:38.452045 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:46.748406 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:41:55.737058 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50378) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:41:55.742923 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [None req-b1c691f0-2e8a-441c-9ac3-86f5ca8be791 tempest-verify_tempest_config-946200612 tempest-verify_tempest_config-946200612-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:41:55.743917 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-b1c691f0-2e8a-441c-9ac3-86f5ca8be791 tempest-verify_tempest_config-946200612 tempest-verify_tempest_config-946200612-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058982 Feb 17 09:41:56.048355 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50396) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:41:56.154750 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:56.234689 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Publish callbacks [] for security_group (c49dc59d-fbed-4bf0-a51e-11e7a947bd25), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:56.238778 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (c49dc59d-fbed-4bf0-a51e-11e7a947bd25), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:56.282350 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49dc59d-fbed-4bf0-a51e-11e7a947bd25,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:56.286134 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ab111140ccb4098a2df3e653a22250f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2367721 Feb 17 09:41:56.289022 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50400) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:41:56.292398 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.292753 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.293100 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.293438 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.293799 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.294133 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.294481 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.294823 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.295165 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.295497 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.296799 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.297192 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.297521 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4f7289-8305-4ec5-ab9c-3589782e58c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.354777 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Publish callbacks [] for security_group (c49dc59d-fbed-4bf0-a51e-11e7a947bd25), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:56.376610 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Publish callbacks [] for security_group (c49dc59d-fbed-4bf0-a51e-11e7a947bd25), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:56.468720 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (c49dc59d-fbed-4bf0-a51e-11e7a947bd25), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:56.471438 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:41:56.472601 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c49dc59d-fbed-4bf0-a51e-11e7a947bd25 HTTP/1.1" status: 204 len: 168 time: 0.1820207 Feb 17 09:41:56.480619 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49dc59d-fbed-4bf0-a51e-11e7a947bd25,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:41:56.487985 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.488278 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.488630 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.488971 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.489309 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.489648 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.490030 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.490369 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.490713 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.491046 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.491381 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.491704 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:41:56.492028 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a75d3-6307-4f93-a539-81fbfacc8da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:42:00.185055 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-898b855c-a5b0-4324-a227-9daf2d6e2e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:42:02.973247 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-701486cf-ab7a-4f6e-97e6-d265fc569604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:42:04.845148 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:42:07.423787 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:42:08.438648 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:42:23.746673 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:42:30.193185 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f5e7-09fc-4436-8693-375037637fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:42:32.956708 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-6d281cc6-c582-4a3c-b1b4-5beecbf1ceff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:42:34.846540 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:42:37.425632 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:42:38.434655 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:00.187250 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-276c93bf-0fe3-4f7d-969b-5f0dafc7e304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:00.746315 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:43:02.962374 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-981f46c8-999c-4997-ba7a-2094dbc64b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:04.849688 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:07.429342 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:08.440512 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:30.191070 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1adfaf15-759b-4619-9475-b834b4df981d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:32.968153 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dfd44932-39f3-4d0c-b7ac-58cfe175bab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:34.861397 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:37.432365 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:37.744789 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 5 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:43:38.435476 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:43.260819 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1017456'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:43:58.738831 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50472) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:43:58.844600 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-2d4e8cd9-75be-4a2c-af80-b72419715dba admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1046641 Feb 17 09:44:00.194600 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-bd840947-ee05-4efd-9564-790f8f2996e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:01.304810 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50482) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:44:01.362526 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-53527299-a4cb-4b79-b51c-014c0a1b4398 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0565999 Feb 17 09:44:02.977224 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c2b1f864-7a5f-486a-adbf-e3580f736906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:04.858464 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:07.433737 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:08.430712 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:13.208211 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:14.743488 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:44:30.198071 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-cdadf95d-d57c-403a-8066-75aaeb64eb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:32.972628 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3867b836-ff71-4949-813e-d9f9719e2b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:34.860052 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:37.437931 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:38.435178 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:43.208510 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:44:51.743222 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:45:00.205056 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-7bb98139-e45d-4b99-9bfe-15baad5dce1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:02.980648 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-815d9b55-cd01-473c-a550-2a4fca1e829a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:04.870221 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:07.442356 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:08.439545 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:13.225409 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:28.743024 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:45:30.199126 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0ef32e62-3556-4f7f-94f6-7e6d3464f5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:32.986343 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dfc819c1-6210-4c4b-a1da-d5800280eec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:34.890846 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:37.449763 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:38.448200 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:38.507012 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50632) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:38.781657 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-699372246-network', 'tenant_id': '85673d123616454f97af7c607d9feaa5'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:38.807308 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Made reservation on behalf of 85673d123616454f97af7c607d9feaa5 for: {'network': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:38.809971 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:38.820271 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:38.922738 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Publish callbacks [] for security_group (aa3ed7ca-dff8-46c5-9cfe-d923689f1e9c), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:38.933421 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (aa3ed7ca-dff8-46c5-9cfe-d923689f1e9c), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:38.974126 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3ed7ca-dff8-46c5-9cfe-d923689f1e9c,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:38.982482 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=109366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:45:38.986767 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.987418 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.987761 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.988252 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.988593 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.988923 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.989252 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.989578 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.990039 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.991068 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.991068 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.991068 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.991657 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Tracked resource versions report: Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: pushed versions: Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: { 'AddressGroup': {'1.2'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'ConntrackHelper': {'1.0'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Log': {'1.0'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Network': {'1.1'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Port': {'1.7'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'PortForwarding': {'1.2'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'QosPolicy': {'1.10'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SecurityGroup': {'1.5'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SubPort': {'1.0'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Subnet': {'1.1'}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Trunk': {'1.1'}} Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: consumer versions: Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: { DHCP agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: HyperV agent@hv-cinder-77398: {}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: L3 agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: Metadata agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: Metering agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: Open vSwitch agent@dv-cinder-773985-34-iscsi: { 'AddressGroup': '1.2', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'ConntrackHelper': '1.0', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'LocalIPAssociation': '1.0', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Log': '1.0', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Network': '1.1', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Port': '1.7', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'PortForwarding': '1.2', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'QosPolicy': '1.10', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SecurityGroup': '1.5', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SecurityGroupRule': '1.2', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'SubPort': '1.0', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Subnet': '1.1', Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: 'Trunk': '1.1'}} Feb 17 09:45:38.993080 dv-cinder-773985-34-iscsi neutron-server[109366]: {{(pid=109366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:45:39.007234 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (b804e0df-1964-47f1-9076-202a57e02bc3), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.007645 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.segments_db [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Added segment b804e0df-1964-47f1-9076-202a57e02bc3 of type vlan for network da21f546-703c-4519-8db6-7972cafd6046 Feb 17 09:45:39.081172 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (da21f546-703c-4519-8db6-7972cafd6046), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.121410 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (da21f546-703c-4519-8db6-7972cafd6046), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.122869 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:39.123827 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.159317 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6504819 Feb 17 09:45:39.163600 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50678) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:39.170645 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Request body: {'subnet': {'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-699372246-subnet', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:39.208136 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70520d7-28e2-407d-9bdf-e36716921c18 admin admin] Pushing event updated for resources: {'Network': ['ID=da21f546-703c-4519-8db6-7972cafd6046,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:39.223767 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Made reservation on behalf of 85673d123616454f97af7c607d9feaa5 for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:39.223937 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network da21f546-703c-4519-8db6-7972cafd6046 details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:45:39.227440 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.466127 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (2e786f89-6f77-4465-bec4-a75497cf23f1), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.527741 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e786f89-6f77-4465-bec4-a75497cf23f1,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:39.539455 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Checking segment: {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:45:39.539822 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Network hostable DHCP agents. Network: da21f546-703c-4519-8db6-7972cafd6046, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:45:39.560129 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Network da21f546-703c-4519-8db6-7972cafd6046 is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:45:39.571840 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, da21f546-703c-4519-8db6-7972cafd6046) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:39.578803 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:39.579941 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.592818 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f1bb0d-bfa4-449b-877b-5221b6ec7620 None None] Network da21f546-703c-4519-8db6-7972cafd6046 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:45:39.604623 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-b70e3401-ae51-4929-b2a0-1f3e2d935cf8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4398997 Feb 17 09:45:39.608405 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50688) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:39.620089 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:39.654667 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1019230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28495'] for router (a8993671-3686-47e2-a33a-0a03a50e3176), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.656870 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1019378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28504'] for router (a8993671-3686-47e2-a33a-0a03a50e3176), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.657931 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50690) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:39.732207 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks [] for router_controller (a8993671-3686-47e2-a33a-0a03a50e3176), precommit_add_association {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.732772 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50698) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:39.800500 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6889369c-6f69-5c47-9e14-b0591a0da435-da21f546-703c-4519-8db6-7972cafd6046', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'project_id': '85673d123616454f97af7c607d9feaa5', 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1'}]}} from dv-cinder-773985-34-iscsi. {{(pid=109368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:45:39.801715 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:39.918857 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50710) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:39.958530 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50714) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:40.051859 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks [] for router_gateway (a8993671-3686-47e2-a33a-0a03a50e3176), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.176266 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.db_base_plugin_common [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Allocated IP 172.20.0.2 (da21f546-703c-4519-8db6-7972cafd6046/2e786f89-6f77-4465-bec4-a75497cf23f1/3d260e3f-9dde-44e9-b742-cf6612d16bba) {{(pid=109368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:40.271929 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-655888823-network', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:40.312933 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1438974410-network', 'tenant_id': 'f12dfdd1c74548dd94fa4f361a372bec'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:40.347344 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Made reservation on behalf of e0b3d80bb0ef413b9c1d79c6528a74c6 for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:40.350915 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.365224 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.380113 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Made reservation on behalf of f12dfdd1c74548dd94fa4f361a372bec for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:40.382679 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Publish callbacks [] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), precommit_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.387782 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.393596 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.396488 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks [] for router_gateway (a8993671-3686-47e2-a33a-0a03a50e3176), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.427675 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.458998 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Network da21f546-703c-4519-8db6-7972cafd6046 is already hosted by enough agents. {{(pid=109368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:40.468366 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.base_scheduler [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Resources bound (agent type, host, resource id): {{(pid=109368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:40.482973 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Received port after_create {{(pid=109368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:45:40.546362 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Publish callbacks [] for security_group (8f21fb51-e477-4292-a621-e15203fbaaa3), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.550106 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.558036 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Pushing event updated for resources: {'Port': ['ID=3d260e3f-9dde-44e9-b742-cf6612d16bba,revision_number=1']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:40.620746 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.621909 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.623045 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.624612 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.624982 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.625328 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.626917 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.627877 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.629765 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.630155 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.630506 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.634331 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.635046 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Tracked resource versions report: Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: pushed versions: Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: { 'AddressGroup': {'1.2'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'ConntrackHelper': {'1.0'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Log': {'1.0'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Network': {'1.1'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Port': {'1.7'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'PortForwarding': {'1.2'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'QosPolicy': {'1.10'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SecurityGroup': {'1.5'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SubPort': {'1.0'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Subnet': {'1.1'}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Trunk': {'1.1'}} Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: consumer versions: Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: { DHCP agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: HyperV agent@hv-cinder-77398: {}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: L3 agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: Metadata agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: Metering agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: Open vSwitch agent@dv-cinder-773985-34-iscsi: { 'AddressGroup': '1.2', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'ConntrackHelper': '1.0', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'LocalIPAssociation': '1.0', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Log': '1.0', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Network': '1.1', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Port': '1.7', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'PortForwarding': '1.2', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'QosPolicy': '1.10', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SecurityGroup': '1.5', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SecurityGroupRule': '1.2', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'SubPort': '1.0', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Subnet': '1.1', Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: 'Trunk': '1.1'}} Feb 17 09:45:40.638482 dv-cinder-773985-34-iscsi neutron-server[109368]: {{(pid=109368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:45:40.689108 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Allocated IP 172.27.3.13 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/c51c609f-c412-4575-9fe6-0992b274d785) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:40.696500 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Publish callbacks [] for security_group (cd763fc3-2244-4bd3-9271-13135ac2e051), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.698438 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8f21fb51-e477-4292-a621-e15203fbaaa3), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.709496 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1595040750-network', 'tenant_id': '1a47fbb1826f4ab18e51902128b6c104'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:40.713649 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Attempting to bind port 3d260e3f-9dde-44e9-b742-cf6612d16bba on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:45:40.714200 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Attempting to bind port 3d260e3f-9dde-44e9-b742-cf6612d16bba by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:45:40.714676 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Attempting to bind port 3d260e3f-9dde-44e9-b742-cf6612d16bba on network da21f546-703c-4519-8db6-7972cafd6046 {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:45:40.731358 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:45:40.732411 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Checking segment: {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:45:40.733104 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.733981 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Bound using segment: {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:45:40.735147 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Bound port: 3d260e3f-9dde-44e9-b742-cf6612d16bba, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:45:40.736343 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.738944 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-network', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:40.747621 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (cd763fc3-2244-4bd3-9271-13135ac2e051), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.770009 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:45:40.790654 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (3622c36a-99c0-47f2-977f-17e12d89d986), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.791490 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Added segment 3622c36a-99c0-47f2-977f-17e12d89d986 of type vlan for network cf3f66c7-521f-4b96-96d4-34b588cd9f34 Feb 17 09:45:40.864183 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks [] for port (c51c609f-c412-4575-9fe6-0992b274d785), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.864957 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (cf3f66c7-521f-4b96-96d4-34b588cd9f34), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.893351 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] For port 3d260e3f-9dde-44e9-b742-cf6612d16bba, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:45:40.897348 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] For port 3d260e3f-9dde-44e9-b742-cf6612d16bba, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=3d260e3f-9dde-44e9-b742-cf6612d16bba,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:45:40.908802 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.938075 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:45:40.950317 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (4f87d4b9-250c-43eb-aebb-016a9a8b1dce), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:40.951090 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Added segment 4f87d4b9-250c-43eb-aebb-016a9a8b1dce of type vlan for network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd Feb 17 09:45:41.001972 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (cf3f66c7-521f-4b96-96d4-34b588cd9f34), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.003221 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:41.003931 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.009659 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (c51c609f-c412-4575-9fe6-0992b274d785), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.016387 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Made reservation on behalf of 1a47fbb1826f4ab18e51902128b6c104 for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:41.023389 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.051963 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.065698 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3318248 Feb 17 09:45:41.068128 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (b653c0f7-a7ca-4196-b5ff-c0eefbad49fd), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.094381 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d7135-9224-4445-8f94-9ccee5a20778 None None] Pushing event updated for resources: {'Port': ['ID=3d260e3f-9dde-44e9-b742-cf6612d16bba,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:41.109540 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50756) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:41.119853 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:41.130491 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Request body: {'subnet': {'network_id': 'cf3f66c7-521f-4b96-96d4-34b588cd9f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1438974410-subnet', 'tenant_id': 'f12dfdd1c74548dd94fa4f361a372bec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:41.164953 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:41.187914 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:45:41.590755 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Made reservation on behalf of f12dfdd1c74548dd94fa4f361a372bec for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:41.594012 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.717513 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Publish callbacks [] for security_group (8bfe4530-7651-4132-be20-05d8cd7ab9b8), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.718357 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Pushing event updated for resources: {'Port': ['ID=c51c609f-c412-4575-9fe6-0992b274d785,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:41.730589 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (b653c0f7-a7ca-4196-b5ff-c0eefbad49fd), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.732232 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:41.733167 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.737036 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8bfe4530-7651-4132-be20-05d8cd7ab9b8), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.742037 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Pushing event updated for resources: {'Network': ['ID=cf3f66c7-521f-4b96-96d4-34b588cd9f34,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:41.771172 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f21fb51-e477-4292-a621-e15203fbaaa3,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:41.833947 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:45:41.851339 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (c43d9858-31a3-43fe-9c26-9d01f022eafe), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.851704 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Added segment c43d9858-31a3-43fe-9c26-9d01f022eafe of type vlan for network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 Feb 17 09:45:41.881986 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Made reservation on behalf of 70dc30ddfde54302b3ba6be283f693c8 for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:41.893114 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:41.912799 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.913180 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.914598 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.921899 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.924213 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.924925 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.927526 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.928216 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.928798 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.929343 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.929913 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.934245 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.934920 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Tracked resource versions report: Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: pushed versions: Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: { 'AddressGroup': {'1.2'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'ConntrackHelper': {'1.0'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Log': {'1.0'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Network': {'1.1'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Port': {'1.7'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'PortForwarding': {'1.2'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'QosPolicy': {'1.10'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SecurityGroup': {'1.5'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SubPort': {'1.0'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Subnet': {'1.1'}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Trunk': {'1.1'}} Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: consumer versions: Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: { DHCP agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: HyperV agent@hv-cinder-77398: {}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: L3 agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: Metadata agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: Metering agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: Open vSwitch agent@dv-cinder-773985-34-iscsi: { 'AddressGroup': '1.2', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'ConntrackHelper': '1.0', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'LocalIPAssociation': '1.0', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Log': '1.0', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Network': '1.1', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Port': '1.7', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'PortForwarding': '1.2', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'QosPolicy': '1.10', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SecurityGroup': '1.5', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SecurityGroupRule': '1.2', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'SubPort': '1.0', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Subnet': '1.1', Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: 'Trunk': '1.1'}} Feb 17 09:45:41.938185 dv-cinder-773985-34-iscsi neutron-server[109367]: {{(pid=109367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:45:41.981542 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.981980 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.982376 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.982942 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.983512 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.984067 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.984630 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.985193 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.985893 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.986400 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.987383 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.987547 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:41.988061 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:42.040367 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:42.070239 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4099627 Feb 17 09:45:42.070964 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75b180-6054-48ae-bdd3-60946cf1e4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd763fc3-2244-4bd3-9271-13135ac2e051,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:42.111767 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50798) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:42.144009 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Request body: {'subnet': {'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-subnet', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:42.168458 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks [] for router_gateway (a8993671-3686-47e2-a33a-0a03a50e3176), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:42.177052 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network cf3f66c7-521f-4b96-96d4-34b588cd9f34 details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:45:42.275089 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50800) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:42.369055 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (e9f66ec7-21ec-4b55-ac50-adffd10a3f11), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:42.558529 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 3d260e3f-9dde-44e9-b742-cf6612d16bba up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:45:42.584259 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfe4530-7651-4132-be20-05d8cd7ab9b8,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:42.596868 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00173cc5-a037-403e-aedb-ddd26a69e298 admin admin] Pushing event updated for resources: {'Network': ['ID=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:42.613428 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.db.resource_extend [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:45:42.633285 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:45:42.637576 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-32d38bc4-cf68-4eeb-846d-a2277799e3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:42.681997 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (e9f66ec7-21ec-4b55-ac50-adffd10a3f11), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:42.684147 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:42.700226 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:42.734830 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7751477 Feb 17 09:45:42.747045 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50804) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:42.763214 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Request body: {'subnet': {'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1595040750-subnet', 'tenant_id': '1a47fbb1826f4ab18e51902128b6c104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:42.856843 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Made reservation on behalf of e0b3d80bb0ef413b9c1d79c6528a74c6 for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:42.863224 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:42.874210 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 3d260e3f-9dde-44e9-b742-cf6612d16bba triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:42.874541 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:42.948325 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed17bc9-71f1-431e-806d-94a8afed4ab5 None None] Network da21f546-703c-4519-8db6-7972cafd6046 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:45:42.976265 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29bf89-c2ca-4186-a83f-4c1a73eafe60 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f66ec7-21ec-4b55-ac50-adffd10a3f11,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.000959 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Publish callbacks [] for security_group (5e73322b-024a-42c4-b554-cf80f5014e98), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.003411 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.014567 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:45:43.015248 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (5e73322b-024a-42c4-b554-cf80f5014e98), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.018351 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-67b69689-5290-4fbd-b39f-bf463390d0b5 None None] Provisioning complete for port 3d260e3f-9dde-44e9-b742-cf6612d16bba triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:43.018959 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-67b69689-5290-4fbd-b39f-bf463390d0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.081817 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:45:43.094282 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Made reservation on behalf of 1a47fbb1826f4ab18e51902128b6c104 for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:43.097105 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.098166 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73322b-024a-42c4-b554-cf80f5014e98,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.107878 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (d7d0f3e7-9280-4a22-9d3d-2d93483d338b), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.108125 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Added segment d7d0f3e7-9280-4a22-9d3d-2d93483d338b of type vlan for network b2aabd29-6432-404e-b9a9-6719dfe5d07f Feb 17 09:45:43.182310 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-32d38bc4-cf68-4eeb-846d-a2277799e3bf admin admin] Publish callbacks [] for security_group (ca857663-263a-4bff-b42c-13ce5cd91b75), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.197375 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-32d38bc4-cf68-4eeb-846d-a2277799e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (ca857663-263a-4bff-b42c-13ce5cd91b75), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.201543 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (b2aabd29-6432-404e-b9a9-6719dfe5d07f), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.343181 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d38bc4-cf68-4eeb-846d-a2277799e3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca857663-263a-4bff-b42c-13ce5cd91b75,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.394749 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (b2aabd29-6432-404e-b9a9-6719dfe5d07f), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.401914 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:43.403633 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.445287 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 3d260e3f-9dde-44e9-b742-cf6612d16bba is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:43.445287 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.472077 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-32d38bc4-cf68-4eeb-846d-a2277799e3bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d28d9c1029c4d6a8c0a9f0c119474b6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1715398 Feb 17 09:45:43.476381 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50834) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:43.545907 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.633340 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 3d260e3f-9dde-44e9-b742-cf6612d16bba, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=3d260e3f-9dde-44e9-b742-cf6612d16bba,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:45:43.649136 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.656240 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-67b69689-5290-4fbd-b39f-bf463390d0b5 None None] Current status of the port 3d260e3f-9dde-44e9-b742-cf6612d16bba is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:43.656649 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-67b69689-5290-4fbd-b39f-bf463390d0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.660267 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Checking segment: {'id': '3622c36a-99c0-47f2-977f-17e12d89d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'cf3f66c7-521f-4b96-96d4-34b588cd9f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:45:43.661313 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Network hostable DHCP agents. Network: cf3f66c7-521f-4b96-96d4-34b588cd9f34, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:45:43.669647 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7d16-09e1-4b73-9943-89aea1f81e3c admin admin] Publish callbacks [] for security_group (ca857663-263a-4bff-b42c-13ce5cd91b75), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.687049 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.7613823 Feb 17 09:45:43.690581 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.693232 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f16e5-00be-42dc-8e47-2a8f200aa948 admin admin] Pushing event updated for resources: {'Network': ['ID=b2aabd29-6432-404e-b9a9-6719dfe5d07f,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.694454 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50836) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:43.722681 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7d16-09e1-4b73-9943-89aea1f81e3c admin admin] Publish callbacks [] for security_group (ca857663-263a-4bff-b42c-13ce5cd91b75), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.733162 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network b2aabd29-6432-404e-b9a9-6719dfe5d07f details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:45:43.741332 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Request body: {'subnet': {'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-subnet', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:43.825924 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7d16-09e1-4b73-9943-89aea1f81e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (ca857663-263a-4bff-b42c-13ce5cd91b75), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.831749 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7d16-09e1-4b73-9943-89aea1f81e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.834405 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-6a7d7d16-09e1-4b73-9943-89aea1f81e3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca857663-263a-4bff-b42c-13ce5cd91b75 HTTP/1.1" status: 204 len: 168 time: 0.3558903 Feb 17 09:45:43.842320 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.db.api [None req-67b69689-5290-4fbd-b39f-bf463390d0b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:45:43.842320 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG oslo_db.api [None req-67b69689-5290-4fbd-b39f-bf463390d0b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:45:43.844882 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=3d260e3f-9dde-44e9-b742-cf6612d16bba,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.875981 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d7d16-09e1-4b73-9943-89aea1f81e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca857663-263a-4bff-b42c-13ce5cd91b75,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:43.895349 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Made reservation on behalf of 70dc30ddfde54302b3ba6be283f693c8 for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:43.903711 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:43.908774 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Network cf3f66c7-521f-4b96-96d4-34b588cd9f34 is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:45:43.957699 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1019339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881'] for router (a8993671-3686-47e2-a33a-0a03a50e3176), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.002286 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, cf3f66c7-521f-4b96-96d4-34b588cd9f34) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:44.008156 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (4d0c7460-8317-4e22-b30b-51c74fbbc3e6), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.011989 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe89c1-68ca-4781-bc54-85845cd225d4 None None] Network cf3f66c7-521f-4b96-96d4-34b588cd9f34 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:45:44.019635 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:44.020233 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.155924 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4167e9-f98b-49f2-8222-fc696423309e None None] Network cf3f66c7-521f-4b96-96d4-34b588cd9f34 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:45:44.197409 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-4eb3e956-7fd0-4681-9d87-8943aadd2126 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0742660 Feb 17 09:45:44.317717 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0c7460-8317-4e22-b30b-51c74fbbc3e6,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:44.335638 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (e06c454d-9899-4568-ab7a-cca625863472), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.403293 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50846) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:44.442129 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Checking segment: {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:45:44.442533 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Network hostable DHCP agents. Network: b653c0f7-a7ca-4196-b5ff-c0eefbad49fd, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:45:44.444280 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 3d260e3f-9dde-44e9-b742-cf6612d16bba up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:45:44.455649 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-916a70bc-d521-4716-890e-789d99d6ba45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.502623 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06c454d-9899-4568-ab7a-cca625863472,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:44.564213 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-916a70bc-d521-4716-890e-789d99d6ba45 admin admin] Publish callbacks [] for security_group (4f89ecee-000d-4e38-8b4e-75101fc111be), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.577923 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-916a70bc-d521-4716-890e-789d99d6ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (4f89ecee-000d-4e38-8b4e-75101fc111be), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.588730 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-67b69689-5290-4fbd-b39f-bf463390d0b5 None None] Current status of the port 3d260e3f-9dde-44e9-b742-cf6612d16bba is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:44.609035 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Checking segment: {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:45:44.609526 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Network hostable DHCP agents. Network: e9f66ec7-21ec-4b55-ac50-adffd10a3f11, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:45:44.618023 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 3d260e3f-9dde-44e9-b742-cf6612d16bba triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:44.618278 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.653374 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:45:44.672454 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-916a70bc-d521-4716-890e-789d99d6ba45 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73f0bd1e18534532ab1c54039aed8c4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2507818 Feb 17 09:45:44.673215 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50868) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:44.675699 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a70bc-d521-4716-890e-789d99d6ba45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f89ecee-000d-4e38-8b4e-75101fc111be,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:44.721440 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, b653c0f7-a7ca-4196-b5ff-c0eefbad49fd) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:44.728295 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (35dd9666-5b85-4ffd-ae9f-b8eb1c2de585), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.748422 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:44.750096 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.795395 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 3d260e3f-9dde-44e9-b742-cf6612d16bba is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:44.798551 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252484c8-9381-425e-a281-fe896ee9f631 None None] Network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:45:44.798925 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-9abcbab5-b9be-4779-923c-5b2823b9f36d admin admin] Publish callbacks [] for security_group (4f89ecee-000d-4e38-8b4e-75101fc111be), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.820947 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:45:44.843342 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Router a8993671-3686-47e2-a33a-0a03a50e3176 is scheduled to L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 with binding_index 1 {{(pid=109366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:45:44.848802 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-9abcbab5-b9be-4779-923c-5b2823b9f36d admin admin] Publish callbacks [] for security_group (4f89ecee-000d-4e38-8b4e-75101fc111be), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.856840 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, e9f66ec7-21ec-4b55-ac50-adffd10a3f11) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:44.863206 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-c593b2f5-3f19-4c94-adf7-9dd972c59bc1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7469049 Feb 17 09:45:44.875638 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50870) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:44.887682 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:44.897416 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:44.899292 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.906668 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:44.919199 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-9abcbab5-b9be-4779-923c-5b2823b9f36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (4f89ecee-000d-4e38-8b4e-75101fc111be), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.930086 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-9abcbab5-b9be-4779-923c-5b2823b9f36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:44.935292 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-9abcbab5-b9be-4779-923c-5b2823b9f36d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f89ecee-000d-4e38-8b4e-75101fc111be HTTP/1.1" status: 204 len: 168 time: 0.2608085 Feb 17 09:45:44.954540 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcbab5-b9be-4779-923c-5b2823b9f36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f89ecee-000d-4e38-8b4e-75101fc111be,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:44.980434 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Checking segment: {'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:45:44.981576 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Network hostable DHCP agents. Network: b2aabd29-6432-404e-b9a9-6719dfe5d07f, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:45:45.033169 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7ad84c94-504f-416f-9299-4d03517314f0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2790420 Feb 17 09:45:45.099289 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a48161c-7a53-476f-a950-1ddfd584a6f4 None None] Network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:45:45.140836 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-82f2d554-d795-4d7d-bcf0-4ef6e7c57727 None None] Provisioning complete for port 3d260e3f-9dde-44e9-b742-cf6612d16bba triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:45.141367 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-82f2d554-d795-4d7d-bcf0-4ef6e7c57727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:45.216493 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:45:45.224841 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1019230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28495'] for router (cd49f564-ce63-45d6-a993-91192302a370), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:45.226927 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1019378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28504'] for router (cd49f564-ce63-45d6-a993-91192302a370), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:45.233738 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Sync routers for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:45:45.262584 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:45:45.264993 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:45:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:45.305077 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50898) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:45.310349 dv-cinder-773985-34-iscsi neutron-server[109367]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 09:45:45.328787 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks [] for router_controller (cd49f564-ce63-45d6-a993-91192302a370), precommit_add_association {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:45.334896 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Network b2aabd29-6432-404e-b9a9-6719dfe5d07f is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:45:45.347059 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:45.348750 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-3128009a-86a7-4583-adfc-03254e1fc59e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7383904 Feb 17 09:45:45.357597 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 50902) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:45.429918 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6889369c-6f69-5c47-9e14-b0591a0da435-b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6'}]}} from dv-cinder-773985-34-iscsi. {{(pid=109368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:45:45.433612 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:45.436656 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, b2aabd29-6432-404e-b9a9-6719dfe5d07f) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:45.471535 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef50bcc5-758a-4701-abce-8f2342d5400b None None] Network b2aabd29-6432-404e-b9a9-6719dfe5d07f requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:45:45.547043 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:45.548180 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:45.637492 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-495feb3d-a017-4b3b-870b-2f6cb0b2b7a3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9339716 Feb 17 09:45:45.691670 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50920) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:45.748349 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-router', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:45.766479 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415c86c-886b-4928-be88-1870ffa9ad3d None None] Network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:45:45.769952 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:45:45.845876 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks [] for router_gateway (cd49f564-ce63-45d6-a993-91192302a370), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:45.935757 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1019230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28495'] for router (ee479cb5-50c0-4b57-b681-2eb81da1ee21), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:45.937977 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1019378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28504'] for router (ee479cb5-50c0-4b57-b681-2eb81da1ee21), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:46.002567 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-f223597b-44eb-41e1-b359-5e7d69c581ec tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:46.015475 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-f223597b-44eb-41e1-b359-5e7d69c581ec tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/networks?id=cf3f66c7-521f-4b96-96d4-34b588cd9f34 HTTP/1.1" status: 200 len: 812 time: 0.7069843 Feb 17 09:45:46.108318 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-82f2d554-d795-4d7d-bcf0-4ef6e7c57727 None None] Current status of the port 3d260e3f-9dde-44e9-b742-cf6612d16bba is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:46.119008 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f4c68-701d-4972-a0f5-3734abe13de3 None None] Network b2aabd29-6432-404e-b9a9-6719dfe5d07f requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:45:46.291151 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-02a38c5e-e2bd-4fb6-897c-5a5a87504f3a tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/quotas/f12dfdd1c74548dd94fa4f361a372bec HTTP/1.1" status: 200 len: 375 time: 0.2736714 Feb 17 09:45:46.376484 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:41Z', 'revision_number': 3, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:46.442356 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Checking router: a8993671-3686-47e2-a33a-0a03a50e3176 for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:45:46.443162 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Updating router a8993671-3686-47e2-a33a-0a03a50e3176 port c51c609f-c412-4575-9fe6-0992b274d785 binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:45:46.452458 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks [] for router_controller (ee479cb5-50c0-4b57-b681-2eb81da1ee21), precommit_add_association {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:46.521317 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c51c609f-c412-4575-9fe6-0992b274d785), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:46.549806 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks [] for router_gateway (cd49f564-ce63-45d6-a993-91192302a370), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:46.606665 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:46.640298 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-3484b5a2-d044-4e5d-85e6-a96cc96ab3a3 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f12dfdd1c74548dd94fa4f361a372bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3477728 Feb 17 09:45:46.706115 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 50956) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:46.718356 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.db_base_plugin_common [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Allocated IP 172.20.0.2 (b653c0f7-a7ca-4196-b5ff-c0eefbad49fd/4d0c7460-8317-4e22-b30b-51c74fbbc3e6/85d64a36-fbb5-4d16-920a-a52110c131c4) {{(pid=109368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:47.029223 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Publish callbacks [] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), precommit_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.041892 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.083337 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.150095 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-810bb8d8-9565-4362-bd2d-dd4bd27444c3 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:45:47.158063 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Pushing event updated for resources: {'Port': ['ID=85d64a36-fbb5-4d16-920a-a52110c131c4,revision_number=1']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:47.165144 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-810bb8d8-9565-4362-bd2d-dd4bd27444c3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2337949 Feb 17 09:45:47.165832 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd is already hosted by enough agents. {{(pid=109368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:47.171190 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.base_scheduler [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Resources bound (agent type, host, resource id): {{(pid=109368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:47.179886 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Received port after_create {{(pid=109368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:45:47.239300 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks [] for router_gateway (ee479cb5-50c0-4b57-b681-2eb81da1ee21), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.290112 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Attempting to bind port 85d64a36-fbb5-4d16-920a-a52110c131c4 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:45:47.290773 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Attempting to bind port 85d64a36-fbb5-4d16-920a-a52110c131c4 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:45:47.304245 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Attempting to bind port 85d64a36-fbb5-4d16-920a-a52110c131c4 on network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:45:47.308279 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-9d9dc97c-8d56-4529-b3bf-eaef2a98e07b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:47.319265 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:45:47.319989 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Checking segment: {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:45:47.320418 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.320761 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Publish callbacks [] for port (c51c609f-c412-4575-9fe6-0992b274d785), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.320966 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Bound using segment: {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:45:47.323577 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Bound port: 85d64a36-fbb5-4d16-920a-a52110c131c4, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:45:47.325539 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-9d9dc97c-8d56-4529-b3bf-eaef2a98e07b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 815 time: 0.6171842 Feb 17 09:45:47.326231 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.335794 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c51c609f-c412-4575-9fe6-0992b274d785), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.410275 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Pushing event updated for resources: {'Port': ['ID=c51c609f-c412-4575-9fe6-0992b274d785,revision_number=2']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:47.421403 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.422211 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.422755 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.423335 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.423870 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.424379 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.424910 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.425477 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.426184 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.426914 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.427591 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.428086 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.428699 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Tracked resource versions report: Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: pushed versions: Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: { 'AddressGroup': {'1.2'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'ConntrackHelper': {'1.0'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'LocalIPAssociation': {'1.0'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Log': {'1.0'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Network': {'1.1'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Port': {'1.7'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'PortForwarding': {'1.2'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'QosPolicy': {'1.10'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SecurityGroup': {'1.5'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SecurityGroupRule': {'1.2'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SubPort': {'1.0'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Subnet': {'1.1'}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Trunk': {'1.1'}} Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: consumer versions: Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: { DHCP agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: HyperV agent@hv-cinder-77398: {}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: L3 agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: Metadata agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: Metering agent@dv-cinder-773985-34-iscsi: {}, Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: Open vSwitch agent@dv-cinder-773985-34-iscsi: { 'AddressGroup': '1.2', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'ConntrackHelper': '1.0', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'LocalIPAssociation': '1.0', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Log': '1.0', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Network': '1.1', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Port': '1.7', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'PortForwarding': '1.2', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'QosPolicy': '1.10', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SecurityGroup': '1.5', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SecurityGroupRule': '1.2', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'SubPort': '1.0', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Subnet': '1.1', Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: 'Trunk': '1.1'}} Feb 17 09:45:47.429966 dv-cinder-773985-34-iscsi neutron-server[109369]: {{(pid=109369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 09:45:47.446834 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-9aa49dfc-46c9-445f-95a6-0e299cf55741 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/quotas/1a47fbb1826f4ab18e51902128b6c104 HTTP/1.1" status: 200 len: 375 time: 0.1193516 Feb 17 09:45:47.456980 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Attempting to bind port c51c609f-c412-4575-9fe6-0992b274d785 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:45:47.457745 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Attempting to bind port c51c609f-c412-4575-9fe6-0992b274d785 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:45:47.458478 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Attempting to bind port c51c609f-c412-4575-9fe6-0992b274d785 on network 26cc9ee1-80f2-47ce-8096-df53a2f34acd {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:45:47.466662 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:45:47.470708 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:45:47.472081 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.473806 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Bound using segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:45:47.474595 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Bound port: c51c609f-c412-4575-9fe6-0992b274d785, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:45:47.475429 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c51c609f-c412-4575-9fe6-0992b274d785), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.500602 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] For port 85d64a36-fbb5-4d16-920a-a52110c131c4, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:45:47.507403 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] For port 85d64a36-fbb5-4d16-920a-a52110c131c4, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=85d64a36-fbb5-4d16-920a-a52110c131c4,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:45:47.520733 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-82c4ffb8-b681-4c0d-8ea3-6ceca24b6341 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728686 Feb 17 09:45:47.524794 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.540794 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-d59c75c7-d905-4e2c-94ed-fbeef0adb165 service neutron] 10.222.0.61 "GET /v2.0/networks/cf3f66c7-521f-4b96-96d4-34b588cd9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745720 Feb 17 09:45:47.572833 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Allocated IP 172.20.0.1 (da21f546-703c-4519-8db6-7972cafd6046/2e786f89-6f77-4465-bec4-a75497cf23f1/950814fe-ef26-4bb8-a4bb-9395c6596506) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:47.615347 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514368a-0137-452a-9df7-d3c694d9651b None None] Pushing event updated for resources: {'Port': ['ID=85d64a36-fbb5-4d16-920a-a52110c131c4,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:47.672590 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] For port c51c609f-c412-4575-9fe6-0992b274d785, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:45:47.678187 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] For port c51c609f-c412-4575-9fe6-0992b274d785, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=c51c609f-c412-4575-9fe6-0992b274d785,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:45:47.692189 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c51c609f-c412-4575-9fe6-0992b274d785), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.742852 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Publish callbacks [] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:47.784584 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dba0e1-d3c8-4d5e-8c37-41461e947ac8 None None] Pushing event updated for resources: {'Port': ['ID=c51c609f-c412-4575-9fe6-0992b274d785,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:47.806285 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Allocated IP 172.27.3.76 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/774fddbc-da90-4938-aab5-2c7da25aaca8) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:47.816937 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:45:47.818410 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:45:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:47.884704 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-5d7b991a-9872-4727-b21c-e18987381c2a service neutron] 10.222.0.61 "GET /v2.0/networks/cf3f66c7-521f-4b96-96d4-34b588cd9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430254 Feb 17 09:45:48.030279 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:48.066075 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:45:48.066620 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-ddfc93bf-d768-4ed4-87ee-c41dc0c73eb1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:45:48.073735 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-ddfc93bf-d768-4ed4-87ee-c41dc0c73eb1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2590945 Feb 17 09:45:48.178520 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks [] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:48.183438 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Network da21f546-703c-4519-8db6-7972cafd6046 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:48.218476 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:48.234093 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:45:48.234698 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022996'] for router_interface (a8993671-3686-47e2-a33a-0a03a50e3176), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:48.326400 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks [] for router_gateway (ee479cb5-50c0-4b57-b681-2eb81da1ee21), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:48.427952 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:48.640119 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:41Z', 'revision_number': 3, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:48.645734 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-1be63912-a2cd-45d9-b872-481e58c5d30c service neutron] 10.222.0.61 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699015 Feb 17 09:45:48.712553 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 85d64a36-fbb5-4d16-920a-a52110c131c4 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:45:48.734709 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Pushing event updated for resources: {'Port': ['ID=950814fe-ef26-4bb8-a4bb-9395c6596506,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:48.740143 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02618f0-faa4-4065-81a4-142cdf56693c None None] The sync data for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi is: [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:41Z', 'revision_number': 3, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:45:48.862424 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83e16a05-c2d6-4cf1-a258-7138730d1457 req-a9838244-706d-4160-a469-4117fd9ef9d6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 210 time: 0.1038172 Feb 17 09:45:48.882067 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 85d64a36-fbb5-4d16-920a-a52110c131c4 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:48.883143 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:48.996915 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-4bf43454-7cab-41e7-98c6-01a3c6bd038a None None] Provisioning complete for port 950814fe-ef26-4bb8-a4bb-9395c6596506 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:48.997579 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4bf43454-7cab-41e7-98c6-01a3c6bd038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:49.022827 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-271908e0-733f-4ac5-a367-c8402472ec7a service neutron] 10.222.0.61 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641717 Feb 17 09:45:49.108395 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:49.140752 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 85d64a36-fbb5-4d16-920a-a52110c131c4 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:49.141618 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:49.170928 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Allocated IP 172.27.3.146 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/33ed7781-fc6f-4327-9c74-4fba2d84c9da) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:49.223267 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:49.241256 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-4bf43454-7cab-41e7-98c6-01a3c6bd038a None None] Port 950814fe-ef26-4bb8-a4bb-9395c6596506 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:45:49.286193 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 85d64a36-fbb5-4d16-920a-a52110c131c4, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=85d64a36-fbb5-4d16-920a-a52110c131c4,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:45:49.294502 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:49.318745 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:49.328037 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:45:49.330695 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Pushing event updated for resources: {'Port': ['ID=774fddbc-da90-4938-aab5-2c7da25aaca8,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:49.519445 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=85d64a36-fbb5-4d16-920a-a52110c131c4,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:49.780651 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks [] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:49.861744 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:49.963629 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-815e8072-102e-4f9c-8d73-512ee60dfec7 req-4166017e-551e-413c-8604-f40f1b4d59e1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 210 time: 0.0794401 Feb 17 09:45:49.966725 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:50.058564 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:50.063039 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:50.066424 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:45:50.069015 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Pushing event updated for resources: {'Port': ['ID=33ed7781-fc6f-4327-9c74-4fba2d84c9da,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:50.109698 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e16d57e-1992-4e8b-85d5-93a4cad323a6 None None] Network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:45:50.419035 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-25cd57d4-780a-4b97-92af-d41296b11b27 None None] Provisioning complete for port 85d64a36-fbb5-4d16-920a-a52110c131c4 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:50.420732 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-25cd57d4-780a-4b97-92af-d41296b11b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:50.582320 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f3cd3c43-61da-4206-bb44-92eac08d849a req-06c648be-e750-4741-9605-246253e05d01 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 210 time: 0.1814144 Feb 17 09:45:50.718831 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device c51c609f-c412-4575-9fe6-0992b274d785 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:45:50.953048 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51108) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:50.992797 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port c51c609f-c412-4575-9fe6-0992b274d785 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:50.993109 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (c51c609f-c412-4575-9fe6-0992b274d785), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.008149 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks [] for router_gateway (ee479cb5-50c0-4b57-b681-2eb81da1ee21), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.128466 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks [] for router_gateway (cd49f564-ce63-45d6-a993-91192302a370), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.132610 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-25cd57d4-780a-4b97-92af-d41296b11b27 None None] Current status of the port 85d64a36-fbb5-4d16-920a-a52110c131c4 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:51.251364 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port c51c609f-c412-4575-9fe6-0992b274d785 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:51.251678 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c51c609f-c412-4575-9fe6-0992b274d785), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.288750 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5ef677ca-7ffc-4ddc-b1b4-b4ce27a441fc req-b1d9b147-d1e3-4056-b2a7-40f8d7904b2e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 210 time: 0.0796509 Feb 17 09:45:51.322916 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port c51c609f-c412-4575-9fe6-0992b274d785, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=c51c609f-c412-4575-9fe6-0992b274d785,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:45:51.331821 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c51c609f-c412-4575-9fe6-0992b274d785), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.333050 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 85d64a36-fbb5-4d16-920a-a52110c131c4 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:45:51.569466 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-333717de-2645-4f2f-aaf0-512bf50a9206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.639700 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1019339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881'] for router (ee479cb5-50c0-4b57-b681-2eb81da1ee21), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.727682 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Publish callbacks [] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.899676 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.901083 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023112'] for router_interface (a8993671-3686-47e2-a33a-0a03a50e3176), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.921354 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 85d64a36-fbb5-4d16-920a-a52110c131c4 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:51.922614 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:51.928634 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Router ee479cb5-50c0-4b57-b681-2eb81da1ee21 is scheduled to L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 with binding_index 1 {{(pid=109367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:45:52.090627 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=c51c609f-c412-4575-9fe6-0992b274d785,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:52.115464 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5dfb5c30-0fd5-47d0-8e75-7f9e5216021a None None] Provisioning complete for port 85d64a36-fbb5-4d16-920a-a52110c131c4 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:52.116443 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5dfb5c30-0fd5-47d0-8e75-7f9e5216021a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:52.195658 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Pushing event updated for resources: {'Port': ['ID=950814fe-ef26-4bb8-a4bb-9395c6596506,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:52.324377 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1019339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881'] for router (cd49f564-ce63-45d6-a993-91192302a370), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:52.422375 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c4cf44b0-d2ab-4bc7-8fe4-f5efac7dc932 req-05b2077e-fc51-481a-86cf-d2a3c77c7605 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 210 time: 0.4624412 Feb 17 09:45:52.469110 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-333717de-2645-4f2f-aaf0-512bf50a9206 admin admin] Publish callbacks [] for security_group (dd8c1922-b166-49a9-9b69-4eb9629a88a1), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:52.491307 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-333717de-2645-4f2f-aaf0-512bf50a9206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (dd8c1922-b166-49a9-9b69-4eb9629a88a1), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:52.518341 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:45:52.550487 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Sync routers for ids ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:45:52.551083 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:52.555277 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-58db7a40-8394-4e32-bd23-c098580c0709 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8593087 Feb 17 09:45:52.555526 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51158) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:52.592736 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-333717de-2645-4f2f-aaf0-512bf50a9206 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c0d85c1793745529822716d9b6ca4cc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6323147 Feb 17 09:45:52.593567 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51162) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:52.624893 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Network da21f546-703c-4519-8db6-7972cafd6046 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:52.626125 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333717de-2645-4f2f-aaf0-512bf50a9206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c1922-b166-49a9-9b69-4eb9629a88a1,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:52.629046 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51164) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:52.629542 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.124', 49903) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:52.655849 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:52.691215 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Routers {'ee479cb5-50c0-4b57-b681-2eb81da1ee21'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:45:52.691851 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:45:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:52.812411 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-670d590a-2b06-4312-9af4-f16f73ca3a05 req-2b6fbd33-8e12-4d31-a304-e0ef9d0387ec tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 210 time: 0.0614648 Feb 17 09:45:52.938097 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Set router ee479cb5-50c0-4b57-b681-2eb81da1ee21 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:45:53.028961 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9a24b8a6-7b8b-4aec-9df7-9155bf094488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:53.035524 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.124', 49905) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:53.068937 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 85d64a36-fbb5-4d16-920a-a52110c131c4 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:53.093024 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f66c-c9f3-4d81-adcf-be2a71078b3a admin admin] Publish callbacks [] for security_group (dd8c1922-b166-49a9-9b69-4eb9629a88a1), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:53.104295 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb5c30-0fd5-47d0-8e75-7f9e5216021a None None] Current status of the port 85d64a36-fbb5-4d16-920a-a52110c131c4 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:53.159785 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-20d1d0ed-41d8-4c4c-a742-1c0bad38146f tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:53.163302 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-20d1d0ed-41d8-4c4c-a742-1c0bad38146f tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.124 "GET /v2.0/networks?id=cf3f66c7-521f-4b96-96d4-34b588cd9f34 HTTP/1.1" status: 200 len: 812 time: 0.5191746 Feb 17 09:45:53.191407 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Router cd49f564-ce63-45d6-a993-91192302a370 is scheduled to L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 with binding_index 1 {{(pid=109366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:45:53.194458 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-a4d1c2b9-5c13-4876-ac95-0ed826224dff tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:53.195742 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-a4d1c2b9-5c13-4876-ac95-0ed826224dff tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 815 time: 0.1558084 Feb 17 09:45:53.220306 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device c51c609f-c412-4575-9fe6-0992b274d785 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:45:53.237715 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Request body: {'port': {'device_id': '35e64505-11fb-43c0-8c95-3f0d035f03aa', 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11', 'admin_state_up': True, 'tenant_id': '1a47fbb1826f4ab18e51902128b6c104'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:53.241395 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f66c-c9f3-4d81-adcf-be2a71078b3a admin admin] Publish callbacks [] for security_group (dd8c1922-b166-49a9-9b69-4eb9629a88a1), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:53.246774 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Request body: {'port': {'device_id': 'a83ef2b6-a2df-4280-8e8e-06a950fe5344', 'network_id': 'cf3f66c7-521f-4b96-96d4-34b588cd9f34', 'admin_state_up': True, 'tenant_id': 'f12dfdd1c74548dd94fa4f361a372bec'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:53.353956 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port c51c609f-c412-4575-9fe6-0992b274d785 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:53.354725 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (c51c609f-c412-4575-9fe6-0992b274d785), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:53.359146 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-4abdfbad-5c74-4e42-9987-62b63ec6ed5f None None] Provisioning complete for port 950814fe-ef26-4bb8-a4bb-9395c6596506 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:45:53.362002 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4abdfbad-5c74-4e42-9987-62b63ec6ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:53.524984 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Made reservation on behalf of 1a47fbb1826f4ab18e51902128b6c104 for: {'port': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:53.530062 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:53.651008 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-4abdfbad-5c74-4e42-9987-62b63ec6ed5f None None] Port 950814fe-ef26-4bb8-a4bb-9395c6596506 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:45:53.662121 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Router a8993671-3686-47e2-a33a-0a03a50e3176 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:45:53.712742 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49e2c457-0901-499c-ba2e-017a0a23d1bb req-4f4ae532-da82-4512-91f5-d61c1c3bcff3 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 210 time: 0.0462763 Feb 17 09:45:53.728128 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-router', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:45:50Z', 'revision_number': 3, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'gw_port': {'id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:48Z', 'updated_at': '2022-02-17T09:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:53.731872 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port c51c609f-c412-4575-9fe6-0992b274d785 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:45:53.778521 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Checking router: ee479cb5-50c0-4b57-b681-2eb81da1ee21 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:45:53.778782 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Updating router ee479cb5-50c0-4b57-b681-2eb81da1ee21 port 33ed7781-fc6f-4327-9c74-4fba2d84c9da binding host dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:45:53.835790 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:53.987836 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:45:54.004600 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Sync routers for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:45:54.024785 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-166616d5-3276-4d45-9f8d-c1a260ece821 req-98992ff3-988f-406f-8cf5-e3e887a53df5 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 210 time: 0.0742075 Feb 17 09:45:54.035255 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:45:54.039671 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:45:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:54.071289 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Made reservation on behalf of f12dfdd1c74548dd94fa4f361a372bec for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:45:54.082782 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Allocated IP 172.20.0.8 (e9f66ec7-21ec-4b55-ac50-adffd10a3f11/e06c454d-9899-4568-ab7a-cca625863472/b6e41912-2233-4573-b818-1b4eb329f1b6) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:54.092613 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.153222 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9a24b8a6-7b8b-4aec-9df7-9155bf094488 admin admin] Publish callbacks [] for security_group (bba55cd4-3f3a-4857-b055-a941f67c9fcc), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.212468 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.217503 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-55df4f7d-22b4-4464-bf40-5d6724d0cef2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.3323646 Feb 17 09:45:54.217503 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f66c-c9f3-4d81-adcf-be2a71078b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (dd8c1922-b166-49a9-9b69-4eb9629a88a1), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.218309 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c7b3f66c-c9f3-4d81-adcf-be2a71078b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.219475 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-c7b3f66c-c9f3-4d81-adcf-be2a71078b3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd8c1922-b166-49a9-9b69-4eb9629a88a1 HTTP/1.1" status: 204 len: 168 time: 1.6193228 Feb 17 09:45:54.220263 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9a24b8a6-7b8b-4aec-9df7-9155bf094488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (bba55cd4-3f3a-4857-b055-a941f67c9fcc), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.328809 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.329069 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51214) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:54.493016 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:45:54.680967 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Publish callbacks [] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), precommit_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.681851 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks [] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.692862 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.810352 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0e663-be9c-4508-ae1c-933646bea1fc None None] Pushing event updated for resources: {'Port': ['ID=33ed7781-fc6f-4327-9c74-4fba2d84c9da,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:54.861691 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Attempting to bind port 33ed7781-fc6f-4327-9c74-4fba2d84c9da on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:45:54.865152 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Attempting to bind port 33ed7781-fc6f-4327-9c74-4fba2d84c9da by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:45:54.865709 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Attempting to bind port 33ed7781-fc6f-4327-9c74-4fba2d84c9da on network 26cc9ee1-80f2-47ce-8096-df53a2f34acd {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:45:54.884603 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:45:54.889697 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:45:54.890532 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:54.892176 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Bound using segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:45:54.892893 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Bound port: 33ed7781-fc6f-4327-9c74-4fba2d84c9da, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:45:54.895010 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:55.019836 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Allocated IP 172.20.0.1 (b2aabd29-6432-404e-b9a9-6719dfe5d07f/35dd9666-5b85-4ffd-ae9f-b8eb1c2de585/66c3e959-af70-4646-894a-1221a1998fa9) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:55.031027 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] For port 33ed7781-fc6f-4327-9c74-4fba2d84c9da, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:45:55.036805 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] For port 33ed7781-fc6f-4327-9c74-4fba2d84c9da, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=33ed7781-fc6f-4327-9c74-4fba2d84c9da,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:45:55.047515 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:45:50Z', 'revision_number': 3, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:55.052573 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:55.133382 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Checking router: cd49f564-ce63-45d6-a993-91192302a370 for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:45:55.134175 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Updating router cd49f564-ce63-45d6-a993-91192302a370 port 774fddbc-da90-4938-aab5-2c7da25aaca8 binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:45:55.197793 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Routers {'ee479cb5-50c0-4b57-b681-2eb81da1ee21'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:45:55.199780 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:55.201093 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:45:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:55.331098 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3f66c-c9f3-4d81-adcf-be2a71078b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c1922-b166-49a9-9b69-4eb9629a88a1,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:55.430792 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:55.466117 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0e663-be9c-4508-ae1c-933646bea1fc None None] Pushing event updated for resources: {'Port': ['ID=33ed7781-fc6f-4327-9c74-4fba2d84c9da,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:55.584070 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-9a24b8a6-7b8b-4aec-9df7-9155bf094488 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38d6d90436bc4650a222ab7d7793096f&name=default HTTP/1.1" status: 200 len: 2993 time: 2.9391444 Feb 17 09:45:55.586570 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:45:55.611294 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51246) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:55.685021 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Sync routers for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:45:55.719071 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:45:55.731172 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:45:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:55.732331 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-4c0cf40f-84a3-441e-8b9c-3742d872c114 admin admin] 10.222.0.61 "PUT /v2.0/routers/a8993671-3686-47e2-a33a-0a03a50e3176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3732159 Feb 17 09:45:55.820141 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Allocated IP 172.20.0.5 (cf3f66c7-521f-4b96-96d4-34b588cd9f34/8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765/c9fab17c-9ad2-48df-9e82-7ab47bdec7c9) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:55.825905 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24b8a6-7b8b-4aec-9df7-9155bf094488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba55cd4-3f3a-4857-b055-a941f67c9fcc,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:55.903825 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e38446d-976c-456d-af86-d834e0cbcca0 req-b4aef407-eb67-4192-81fc-db9f1cef8052 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 210 time: 0.4805114 Feb 17 09:45:55.910176 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-54e6a9eb-a055-4e59-89a2-6808735d5373 admin admin] Publish callbacks [] for security_group (bba55cd4-3f3a-4857-b055-a941f67c9fcc), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:55.967243 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Publish callbacks [] for port (66c3e959-af70-4646-894a-1221a1998fa9), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:55.976708 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:56.029807 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:56.032374 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] Set router ee479cb5-50c0-4b57-b681-2eb81da1ee21 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:45:56.083393 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:45:56.092894 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:56.094044 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:56.141930 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9098635 Feb 17 09:45:56.155639 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:45:56.184022 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-38e2c604-0d53-49bb-b0d3-49dd4daab02d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:45:56.189272 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-38e2c604-0d53-49bb-b0d3-49dd4daab02d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192940 Feb 17 09:45:56.206994 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812812f-ef4a-442f-8ae7-4497d97d378f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Pushing event updated for resources: {'Port': ['ID=b6e41912-2233-4573-b818-1b4eb329f1b6,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:56.260831 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-54e6a9eb-a055-4e59-89a2-6808735d5373 admin admin] Publish callbacks [] for security_group (bba55cd4-3f3a-4857-b055-a941f67c9fcc), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:56.342938 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf1c4-ce4c-4dbb-bf30-563ab7517b60 req-2da1b969-7452-4b37-b8ba-0ef26d112538 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:56.345558 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4bebf1c4-ce4c-4dbb-bf30-563ab7517b60 req-2da1b969-7452-4b37-b8ba-0ef26d112538 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 931 time: 0.9209259 Feb 17 09:45:56.482858 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (66c3e959-af70-4646-894a-1221a1998fa9), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:56.496844 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Publish callbacks [] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:56.505566 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:56.607042 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Network b2aabd29-6432-404e-b9a9-6719dfe5d07f is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:56.639616 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4bebf1c4-ce4c-4dbb-bf30-563ab7517b60 req-c47c76af-4095-41d2-9bbe-4dd42f56e700 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760077 Feb 17 09:45:56.644911 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:56.648711 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:45:56.649242 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022996'] for router_interface (ee479cb5-50c0-4b57-b681-2eb81da1ee21), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:56.823992 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6964d8-6b02-47eb-b0fa-41d4db90a6c3 None None] Pushing event updated for resources: {'Port': ['ID=774fddbc-da90-4938-aab5-2c7da25aaca8,revision_number=2']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:56.839618 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Attempting to bind port 774fddbc-da90-4938-aab5-2c7da25aaca8 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:45:56.840482 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Attempting to bind port 774fddbc-da90-4938-aab5-2c7da25aaca8 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:45:56.841311 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Attempting to bind port 774fddbc-da90-4938-aab5-2c7da25aaca8 on network 26cc9ee1-80f2-47ce-8096-df53a2f34acd {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:45:56.850491 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:45:56.851565 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:45:56.852645 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:56.853977 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Bound using segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:45:56.855003 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Bound port: 774fddbc-da90-4938-aab5-2c7da25aaca8, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:45:56.856033 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:56.898549 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Publish callbacks [] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:56.931903 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] For port 774fddbc-da90-4938-aab5-2c7da25aaca8, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:45:56.938731 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] For port 774fddbc-da90-4938-aab5-2c7da25aaca8, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=774fddbc-da90-4938-aab5-2c7da25aaca8,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:45:56.948518 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:57.014633 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Pushing event updated for resources: {'Port': ['ID=66c3e959-af70-4646-894a-1221a1998fa9,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:57.020048 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:57.161260 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-54e6a9eb-a055-4e59-89a2-6808735d5373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (bba55cd4-3f3a-4857-b055-a941f67c9fcc), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:57.163917 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (66c3e959-af70-4646-894a-1221a1998fa9), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:57.176580 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6964d8-6b02-47eb-b0fa-41d4db90a6c3 None None] Pushing event updated for resources: {'Port': ['ID=774fddbc-da90-4938-aab5-2c7da25aaca8,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:57.180934 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-54e6a9eb-a055-4e59-89a2-6808735d5373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:57.182252 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-54e6a9eb-a055-4e59-89a2-6808735d5373 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bba55cd4-3f3a-4857-b055-a941f67c9fcc HTTP/1.1" status: 204 len: 168 time: 1.5645750 Feb 17 09:45:57.213914 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:45:57.214470 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:45:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:57.352727 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Network cf3f66c7-521f-4b96-96d4-34b588cd9f34 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:45:57.385391 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:45:57.385391 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:57.390784 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Request body: {'port': {'device_id': '35e64505-11fb-43c0-8c95-3f0d035f03aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:57.427445 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:45:57.447049 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:57.447901 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:57.528138 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:45:57.545479 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6a9eb-a055-4e59-89a2-6808735d5373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba55cd4-3f3a-4857-b055-a941f67c9fcc,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:57.640844 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Pushing event updated for resources: {'Port': ['ID=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:57.663626 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82375cb-880e-424c-b87f-02a396bf99c1 req-90f2a39b-840d-4633-bbce-9a3fec83fd5f tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:57.665465 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c82375cb-880e-424c-b87f-02a396bf99c1 req-90f2a39b-840d-4633-bbce-9a3fec83fd5f tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 931 time: 0.4751883 Feb 17 09:45:57.708524 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-b86ba9a7-d194-4de9-a911-70e16a706f71 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4795983 Feb 17 09:45:57.754303 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Request body: {'port': {'device_id': 'a83ef2b6-a2df-4280-8e8e-06a950fe5344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:57.788943 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:57.969251 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:45:50Z', 'revision_number': 3, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:58.044996 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f91449-ecec-42ca-b5a1-c1dfde95bd96 None None] The sync data for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi is: [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:45:50Z', 'revision_number': 3, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:45:58.070912 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-router', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:45:50Z', 'revision_number': 3, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'gw_port': {'id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:48Z', 'updated_at': '2022-02-17T09:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:58.160979 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75f8b6-8c48-430b-b9dc-42f66fd665b6 None None] The sync data for ids ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'] in dv-cinder-773985-34-iscsi is: [{'id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-router', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:45:50Z', 'revision_number': 3, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'gw_port': {'id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:48Z', 'updated_at': '2022-02-17T09:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:45:58.173526 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c82375cb-880e-424c-b87f-02a396bf99c1 req-b44899ff-0149-4c22-8902-cb4d966c6bf4 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607837 Feb 17 09:45:58.240409 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:45:50Z', 'revision_number': 2, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:45:58.328643 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Checking router: a8993671-3686-47e2-a33a-0a03a50e3176 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:45:58.329013 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Updating router a8993671-3686-47e2-a33a-0a03a50e3176 port 950814fe-ef26-4bb8-a4bb-9395c6596506 binding host dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:45:58.462739 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:58.827242 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51304) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:45:58.886309 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-19812d09-a598-42c4-ac04-839425c9f1b7 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373232044', 'description': 'tempest-description--287401000'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:45:58.931566 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:59.161759 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Publish callbacks [] for port (66c3e959-af70-4646-894a-1221a1998fa9), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:59.168671 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Allocated IP 172.20.0.1 (b653c0f7-a7ca-4196-b5ff-c0eefbad49fd/4d0c7460-8317-4e22-b30b-51c74fbbc3e6/5403c803-cb21-43d0-bda9-7496b1466e22) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:45:59.224252 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8f1dc-4283-48e0-9463-4c40bd91967f req-4b0aec56-58de-46fa-8211-dbc59b32945e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:45:59.234234 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-00c8f1dc-4283-48e0-9463-4c40bd91967f req-4b0aec56-58de-46fa-8211-dbc59b32945e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 931 time: 0.5336759 Feb 17 09:45:59.283784 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (66c3e959-af70-4646-894a-1221a1998fa9), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:59.284590 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023112'] for router_interface (ee479cb5-50c0-4b57-b681-2eb81da1ee21), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:59.573385 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 33ed7781-fc6f-4327-9c74-4fba2d84c9da up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:45:59.623158 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Pushing event updated for resources: {'Port': ['ID=66c3e959-af70-4646-894a-1221a1998fa9,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:45:59.741318 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Publish callbacks [] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), precommit_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:59.758320 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:59.822493 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19812d09-a598-42c4-ac04-839425c9f1b7 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:59.981750 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Publish callbacks [] for port (5403c803-cb21-43d0-bda9-7496b1466e22), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:45:59.982558 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4620f-1598-4b06-8b4c-bd6d410a158a None None] Pushing event updated for resources: {'Port': ['ID=950814fe-ef26-4bb8-a4bb-9395c6596506,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:00.008942 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 33ed7781-fc6f-4327-9c74-4fba2d84c9da triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:00.009461 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:00.290309 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Attempting to bind port 950814fe-ef26-4bb8-a4bb-9395c6596506 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:00.298480 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Attempting to bind port 950814fe-ef26-4bb8-a4bb-9395c6596506 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:00.302170 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Attempting to bind port 950814fe-ef26-4bb8-a4bb-9395c6596506 on network da21f546-703c-4519-8db6-7972cafd6046 {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:00.329971 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Network b2aabd29-6432-404e-b9a9-6719dfe5d07f is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:00.374124 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:00.394564 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:00.396433 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Checking segment: {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:00.397976 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:00.399197 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Bound using segment: {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:00.399838 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Bound port: 950814fe-ef26-4bb8-a4bb-9395c6596506, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:00.401593 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:00.461150 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4ca16f01-bd5e-4a11-8a7b-c25d3d66391a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:00.586767 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-00c8f1dc-4283-48e0-9463-4c40bd91967f req-bf448ee1-d62a-4dda-9234-36b5a386272b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3503189 Feb 17 09:46:00.753329 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19812d09-a598-42c4-ac04-839425c9f1b7 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (9a2fef19-487c-46fc-97d6-048a8f4b5d16), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:00.767704 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19812d09-a598-42c4-ac04-839425c9f1b7 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (9a2fef19-487c-46fc-97d6-048a8f4b5d16), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:00.785101 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] For port 950814fe-ef26-4bb8-a4bb-9395c6596506, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:00.798027 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] For port 950814fe-ef26-4bb8-a4bb-9395c6596506, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=950814fe-ef26-4bb8-a4bb-9395c6596506,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:00.969444 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9529f5f-d78d-4693-b598-d77654b4a4e9 req-3a9f7594-fc1f-49b7-a3f5-a9ad28659dae tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:00.988607 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c9529f5f-d78d-4693-b598-d77654b4a4e9 req-3a9f7594-fc1f-49b7-a3f5-a9ad28659dae tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 931 time: 1.4644368 Feb 17 09:46:01.009682 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 33ed7781-fc6f-4327-9c74-4fba2d84c9da is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:01.010110 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:01.076886 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 33ed7781-fc6f-4327-9c74-4fba2d84c9da, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=33ed7781-fc6f-4327-9c74-4fba2d84c9da,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:01.081896 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:01.171734 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19812d09-a598-42c4-ac04-839425c9f1b7 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:01.176556 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-19812d09-a598-42c4-ac04-839425c9f1b7 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.3096395 Feb 17 09:46:01.178064 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:01.180469 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51352) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:01.204984 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-a8b928e2-efa8-4982-8bb6-f16a8f8e9f24 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'security_group_rule': {'security_group_id': '9a2fef19-487c-46fc-97d6-048a8f4b5d16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:01.238146 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c9529f5f-d78d-4693-b598-d77654b4a4e9 req-426adafc-a134-4043-b3c1-f5c1ff286554 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484157 Feb 17 09:46:01.254570 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19812d09-a598-42c4-ac04-839425c9f1b7 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2fef19-487c-46fc-97d6-048a8f4b5d16,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:01.265179 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:01.266343 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 774fddbc-da90-4938-aab5-2c7da25aaca8 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:01.327484 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:01.378114 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:01.380855 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4620f-1598-4b06-8b4c-bd6d410a158a None None] Pushing event updated for resources: {'Port': ['ID=950814fe-ef26-4bb8-a4bb-9395c6596506,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:01.477919 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=33ed7781-fc6f-4327-9c74-4fba2d84c9da,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:01.493642 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:46:01.494332 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022996'] for router_interface (cd49f564-ce63-45d6-a993-91192302a370), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:01.513100 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-b6f9a7ef-547a-4691-9e43-d78e81ada5f5 None None] Provisioning complete for port 950814fe-ef26-4bb8-a4bb-9395c6596506 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:01.513867 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a7ef-547a-4691-9e43-d78e81ada5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:01.568841 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e41912-2233-4573-b818-1b4eb329f1b6 {{(pid=109367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:01.577508 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:46:01.578590 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:45:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:01.591987 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Router ee479cb5-50c0-4b57-b681-2eb81da1ee21 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:46:01.615110 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Publish callbacks [] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:01.740319 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:46:01.830260 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.provisioning_blocks [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Transition to ACTIVE for port object b6e41912-2233-4573-b818-1b4eb329f1b6 will not be triggered until provisioned by entity L2. {{(pid=109367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:46:02.082905 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:02.094448 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:02.228476 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 774fddbc-da90-4938-aab5-2c7da25aaca8 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:02.229632 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:02.358416 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9a7ef-547a-4691-9e43-d78e81ada5f5 None None] Current status of the port 950814fe-ef26-4bb8-a4bb-9395c6596506 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:02.359368 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a7ef-547a-4691-9e43-d78e81ada5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:02.413550 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-b6f9a7ef-547a-4691-9e43-d78e81ada5f5 None None] For port 950814fe-ef26-4bb8-a4bb-9395c6596506, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=950814fe-ef26-4bb8-a4bb-9395c6596506,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:02.478592 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a7ef-547a-4691-9e43-d78e81ada5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:02.497061 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 774fddbc-da90-4938-aab5-2c7da25aaca8 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:02.497662 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:02.525736 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a8b928e2-efa8-4982-8bb6-f16a8f8e9f24 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (d0372958-4c76-46f6-9ae7-be8ff83fe899), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:02.532937 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Pushing event updated for resources: {'Port': ['ID=5403c803-cb21-43d0-bda9-7496b1466e22,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:02.554368 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 774fddbc-da90-4938-aab5-2c7da25aaca8, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=774fddbc-da90-4938-aab5-2c7da25aaca8,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:02.686316 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9a7ef-547a-4691-9e43-d78e81ada5f5 None None] Pushing event updated for resources: {'Port': ['ID=950814fe-ef26-4bb8-a4bb-9395c6596506,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:02.703300 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:02.798392 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:02.826571 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Publish callbacks [] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:02.861554 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=774fddbc-da90-4938-aab5-2c7da25aaca8,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:02.877574 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-23724ca9-9fc5-425e-a157-2299361da5c1 None None] Provisioning complete for port 950814fe-ef26-4bb8-a4bb-9395c6596506 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:02.878036 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-23724ca9-9fc5-425e-a157-2299361da5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:02.928784 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Transition to ACTIVE for port object c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:46:03.005330 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:03.086034 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 33ed7781-fc6f-4327-9c74-4fba2d84c9da up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:03.244601 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Attempting to bind port b6e41912-2233-4573-b818-1b4eb329f1b6 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:03.246081 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Attempting to bind port b6e41912-2233-4573-b818-1b4eb329f1b6 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:03.249985 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Attempting to bind port b6e41912-2233-4573-b818-1b4eb329f1b6 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:03.261862 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:46:03.276473 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-baba971e-9acc-4497-b675-57b50dedfca1 admin admin] 10.222.0.61 "PUT /v2.0/routers/ee479cb5-50c0-4b57-b681-2eb81da1ee21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7192917 Feb 17 09:46:03.280935 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-14e3d8b7-94cd-484d-ae26-d8c8c9a5ff28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:03.283178 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Port b6e41912-2233-4573-b818-1b4eb329f1b6 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:46:03.283536 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Attempting to bind port b6e41912-2233-4573-b818-1b4eb329f1b6 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:03.337675 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:00Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:03.395536 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea757339-9d19-4f70-8c50-2fdeccd2118f req-49f6c9f8-af9b-4162-b2ef-59a26f131d9a tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:03.407210 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:03.409564 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ea757339-9d19-4f70-8c50-2fdeccd2118f req-49f6c9f8-af9b-4162-b2ef-59a26f131d9a tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 931 time: 0.8544483 Feb 17 09:46:03.427517 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:03.429063 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Checking segment: {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:03.439059 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Bound using segment: {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:03.439581 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Bound port: b6e41912-2233-4573-b818-1b4eb329f1b6, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'}}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:03.439963 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:03.488041 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987b2b6-d72b-4841-9da2-c9e527e5f584 None None] The sync data for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi is: [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:00Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:46:03.492761 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca717c80-9984-4d50-8da7-5685262a1f84 req-b5159fc8-9626-4f46-9408-80ba01633905 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:03.495520 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ca717c80-9984-4d50-8da7-5685262a1f84 req-b5159fc8-9626-4f46-9408-80ba01633905 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 943 time: 1.4503326 Feb 17 09:46:03.500669 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 33ed7781-fc6f-4327-9c74-4fba2d84c9da triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:03.503495 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:03.694891 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a8b928e2-efa8-4982-8bb6-f16a8f8e9f24 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (d0372958-4c76-46f6-9ae7-be8ff83fe899), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:03.704275 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Publish callbacks [] for port (5403c803-cb21-43d0-bda9-7496b1466e22), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:03.717044 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Attempting to bind port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:03.717930 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Attempting to bind port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '3622c36a-99c0-47f2-977f-17e12d89d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'cf3f66c7-521f-4b96-96d4-34b588cd9f34'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:03.720353 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Attempting to bind port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 on network cf3f66c7-521f-4b96-96d4-34b588cd9f34 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:03.737021 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a8b928e2-efa8-4982-8bb6-f16a8f8e9f24 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (d0372958-4c76-46f6-9ae7-be8ff83fe899), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:03.765449 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:03.767281 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023112'] for router_interface (cd49f564-ce63-45d6-a993-91192302a370), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:03.786318 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e41912-2233-4573-b818-1b4eb329f1b6,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:03.803159 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Sync routers for ids ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:46:03.835302 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-23724ca9-9fc5-425e-a157-2299361da5c1 None None] Current status of the port 950814fe-ef26-4bb8-a4bb-9395c6596506 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:03.848038 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b928e2-efa8-4982-8bb6-f16a8f8e9f24 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0372958-4c76-46f6-9ae7-be8ff83fe899,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:03.851108 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Routers {'ee479cb5-50c0-4b57-b681-2eb81da1ee21'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:46:03.856383 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:46:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:03.871482 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 on network cf3f66c7-521f-4b96-96d4-34b588cd9f34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:46:03.874732 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Attempting to bind port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 on network cf3f66c7-521f-4b96-96d4-34b588cd9f34 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:03.895189 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51428) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:03.902878 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 33ed7781-fc6f-4327-9c74-4fba2d84c9da is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:03.924850 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-23724ca9-9fc5-425e-a157-2299361da5c1 None None] Provisioning complete for port 5403c803-cb21-43d0-bda9-7496b1466e22 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:03.925303 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-23724ca9-9fc5-425e-a157-2299361da5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:03.961956 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:03.967247 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Checking segment: {'id': '3622c36a-99c0-47f2-977f-17e12d89d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'cf3f66c7-521f-4b96-96d4-34b588cd9f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:03.968099 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Bound using segment: {'id': '3622c36a-99c0-47f2-977f-17e12d89d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'cf3f66c7-521f-4b96-96d4-34b588cd9f34'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:03.968850 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Bound port: c9fab17c-9ad2-48df-9e82-7ab47bdec7c9, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3622c36a-99c0-47f2-977f-17e12d89d986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'cf3f66c7-521f-4b96-96d4-34b588cd9f34'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:03.969301 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:04.028352 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ea757339-9d19-4f70-8c50-2fdeccd2118f req-80aafce3-e319-4453-8980-06a6704addc4 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060758 Feb 17 09:46:04.059310 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] For port b6e41912-2233-4573-b818-1b4eb329f1b6, host hv-cinder-77398, cleared binding levels {{(pid=109367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:04.072700 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ca717c80-9984-4d50-8da7-5685262a1f84 req-abe06860-0d2c-4fe8-8dea-510a9aa246bf tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697040 Feb 17 09:46:04.076263 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] For port b6e41912-2233-4573-b818-1b4eb329f1b6, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b6e41912-2233-4573-b818-1b4eb329f1b6,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:04.090868 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-23724ca9-9fc5-425e-a157-2299361da5c1 None None] Port 5403c803-cb21-43d0-bda9-7496b1466e22 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:46:04.096219 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:04.164730 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:04.165861 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:04.167810 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] 10.222.0.124 "PUT /v2.0/ports/b6e41912-2233-4573-b818-1b4eb329f1b6 HTTP/1.1" status: 200 len: 1093 time: 7.2229235 Feb 17 09:46:04.168547 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e64505-11fb-43c0-8c95-3f0d035f03aa', 'tag': 'b6e41912-2233-4573-b818-1b4eb329f1b6'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:04.240137 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Set router ee479cb5-50c0-4b57-b681-2eb81da1ee21 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:46:04.368208 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a8b928e2-efa8-4982-8bb6-f16a8f8e9f24 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:04.375955 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-a8b928e2-efa8-4982-8bb6-f16a8f8e9f24 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1832123 Feb 17 09:46:04.376344 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51446) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:04.413552 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-ae307859-a549-4931-87b7-4e194e5067b9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'security_group_rule': {'security_group_id': '9a2fef19-487c-46fc-97d6-048a8f4b5d16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:04.432454 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dadbdc-43d2-48f3-a58f-d7240a14ccf8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e41912-2233-4573-b818-1b4eb329f1b6,revision_number=3']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:04.444949 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6dae9553-8807-45bc-8185-079ec2632233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:04.546932 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5096c805-548f-4748-87b6-71fe46978fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:04.549065 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-5096c805-548f-4748-87b6-71fe46978fe4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 1127 time: 0.2584393 Feb 17 09:46:04.550671 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Pushing event updated for resources: {'Port': ['ID=5403c803-cb21-43d0-bda9-7496b1466e22,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:04.556491 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ae307859-a549-4931-87b7-4e194e5067b9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (f817d50f-9d91-44e5-b606-5f2de6fe1990), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:04.683055 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-a4e9aa27-63cf-4f2a-8f44-082078bd3586 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e41912-2233-4573-b818-1b4eb329f1b6 HTTP/1.1" status: 200 len: 217 time: 0.1210744 Feb 17 09:46:04.807387 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-21d98ad5-8712-4203-b883-b07eeb99ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:04.809140 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-21d98ad5-8712-4203-b883-b07eeb99ebc6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e06c454d-9899-4568-ab7a-cca625863472 HTTP/1.1" status: 200 len: 855 time: 0.1147983 Feb 17 09:46:04.845272 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] For port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:04.885472 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:04.910716 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6dae9553-8807-45bc-8185-079ec2632233 admin admin] Publish callbacks [] for security_group (b0baa21e-f550-47ef-99d8-9e0a503e9aad), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:04.911725 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51454) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:04.957058 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:05.027891 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:05.029936 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-25e7de86-c193-45a2-9900-152d66fb6694 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2081780 Feb 17 09:46:05.053089 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6dae9553-8807-45bc-8185-079ec2632233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (b0baa21e-f550-47ef-99d8-9e0a503e9aad), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:05.060869 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423" -d '{"events": [{"name": "network-changed", "server_uuid": "35e64505-11fb-43c0-8c95-3f0d035f03aa", "tag": "b6e41912-2233-4573-b818-1b4eb329f1b6"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:05.078920 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-router', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:45:57Z', 'revision_number': 4, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'gw_port': {'id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:48Z', 'updated_at': '2022-02-17T09:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '66c3e959-af70-4646-894a-1221a1998fa9', 'name': '', 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'mac_address': 'fa:16:3e:3c:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '35dd9666-5b85-4ffd-ae9f-b8eb1c2de585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:54Z', 'updated_at': '2022-02-17T09:45:57Z', 'revision_number': 2, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'subnets': [{'id': '35dd9666-5b85-4ffd-ae9f-b8eb1c2de585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:05.092900 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] For port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,segment=NetworkSegment(3622c36a-99c0-47f2-977f-17e12d89d986),segment_id=3622c36a-99c0-47f2-977f-17e12d89d986)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:05.114008 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:05.140764 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51472) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:05.150330 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:05.151266 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:05.154220 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] 10.222.0.124 "PUT /v2.0/ports/c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 HTTP/1.1" status: 200 len: 1093 time: 7.4179120 Feb 17 09:46:05.161705 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83ef2b6-a2df-4280-8e8e-06a950fe5344', 'tag': 'c9fab17c-9ad2-48df-9e82-7ab47bdec7c9'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:05.243448 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Checking router: ee479cb5-50c0-4b57-b681-2eb81da1ee21 for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:46:05.244774 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Updating router ee479cb5-50c0-4b57-b681-2eb81da1ee21 port 66c3e959-af70-4646-894a-1221a1998fa9 binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:46:05.247805 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 950814fe-ef26-4bb8-a4bb-9395c6596506 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:05.321107 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (66c3e959-af70-4646-894a-1221a1998fa9), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:05.430629 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 950814fe-ef26-4bb8-a4bb-9395c6596506 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:05.430999 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:05.546905 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-6dae9553-8807-45bc-8185-079ec2632233 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6594bcad4ddc4a01a9deb98649e0bf06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6500010 Feb 17 09:46:05.577067 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51480) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:05.654912 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae9553-8807-45bc-8185-079ec2632233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0baa21e-f550-47ef-99d8-9e0a503e9aad,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:05.668307 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4067cd0e-0438-4ed8-9aeb-bc13bea6d6a3 x-openstack-request-id: req-4067cd0e-0438-4ed8-9aeb-bc13bea6d6a3 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:05.668726 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e64505-11fb-43c0-8c95-3f0d035f03aa", "tag": "b6e41912-2233-4573-b818-1b4eb329f1b6", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:05.668998 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4067cd0e-0438-4ed8-9aeb-bc13bea6d6a3 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:05.669549 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e64505-11fb-43c0-8c95-3f0d035f03aa', 'tag': 'b6e41912-2233-4573-b818-1b4eb329f1b6', 'status': 'completed', 'code': 200} Feb 17 09:46:05.709596 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 950814fe-ef26-4bb8-a4bb-9395c6596506 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:05.710813 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 774fddbc-da90-4938-aab5-2c7da25aaca8 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:05.778253 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 774fddbc-da90-4938-aab5-2c7da25aaca8 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:05.778659 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:05.878434 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:46:05.895814 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Router cd49f564-ce63-45d6-a993-91192302a370 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:46:05.906230 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 774fddbc-da90-4938-aab5-2c7da25aaca8 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:05.967454 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-9149df58-ba29-4614-87cd-1ff8559f8c3d None None] Provisioning complete for port 5403c803-cb21-43d0-bda9-7496b1466e22 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:05.968178 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-9149df58-ba29-4614-87cd-1ff8559f8c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:05.986822 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ae307859-a549-4931-87b7-4e194e5067b9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (f817d50f-9d91-44e5-b606-5f2de6fe1990), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.011576 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ae307859-a549-4931-87b7-4e194e5067b9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (f817d50f-9d91-44e5-b606-5f2de6fe1990), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.030929 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-0302b8a1-c456-4a86-b5c3-d6c0ad90ab0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.065485 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1943-6298-4772-ba5f-fc24f18ac1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.073208 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-606c9772-0b31-4fcf-80ac-76637ffcc348 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0005260 Feb 17 09:46:06.073791 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-9149df58-ba29-4614-87cd-1ff8559f8c3d None None] Port 5403c803-cb21-43d0-bda9-7496b1466e22 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:46:06.090460 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488" -d '{"events": [{"name": "network-changed", "server_uuid": "a83ef2b6-a2df-4280-8e8e-06a950fe5344", "tag": "c9fab17c-9ad2-48df-9e82-7ab47bdec7c9"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:06.094382 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Publish callbacks [] for port (66c3e959-af70-4646-894a-1221a1998fa9), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.102396 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (66c3e959-af70-4646-894a-1221a1998fa9), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.233280 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3b564-f822-498c-8583-30c730e611eb None None] Pushing event updated for resources: {'Port': ['ID=66c3e959-af70-4646-894a-1221a1998fa9,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:06.259698 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Attempting to bind port 66c3e959-af70-4646-894a-1221a1998fa9 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:06.262152 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Attempting to bind port 66c3e959-af70-4646-894a-1221a1998fa9 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:06.263152 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Attempting to bind port 66c3e959-af70-4646-894a-1221a1998fa9 on network b2aabd29-6432-404e-b9a9-6719dfe5d07f {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:06.274408 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:06.275966 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Checking segment: {'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:06.276653 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.277850 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Bound using segment: {'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:06.278849 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Bound port: 66c3e959-af70-4646-894a-1221a1998fa9, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:06.279958 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (66c3e959-af70-4646-894a-1221a1998fa9), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.392096 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] For port 66c3e959-af70-4646-894a-1221a1998fa9, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:06.392995 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae307859-a549-4931-87b7-4e194e5067b9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f817d50f-9d91-44e5-b606-5f2de6fe1990,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:06.414688 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ae307859-a549-4931-87b7-4e194e5067b9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.416014 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-ae307859-a549-4931-87b7-4e194e5067b9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0078266 Feb 17 09:46:06.417182 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] For port 66c3e959-af70-4646-894a-1221a1998fa9, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=66c3e959-af70-4646-894a-1221a1998fa9,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:06.431611 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-0302b8a1-c456-4a86-b5c3-d6c0ad90ab0d admin admin] Publish callbacks [] for security_group (edef280e-4d79-4e1f-8151-305b69df24d9), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.432747 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (66c3e959-af70-4646-894a-1221a1998fa9), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.436791 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51488) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:06.454510 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'floatingip': {'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:06.541689 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3b564-f822-498c-8583-30c730e611eb None None] Pushing event updated for resources: {'Port': ['ID=66c3e959-af70-4646-894a-1221a1998fa9,revision_number=4']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:06.558537 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-d98c14d7-b2f0-48df-a2ee-678b0233c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:06.560398 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-d98c14d7-b2f0-48df-a2ee-678b0233c4dc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f12dfdd1c74548dd94fa4f361a372bec&device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 1127 time: 0.8506677 Feb 17 09:46:06.561232 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.570195 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Routers {'ee479cb5-50c0-4b57-b681-2eb81da1ee21'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:46:06.572040 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:46:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:06.580406 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bb473-234f-4357-b4fd-ea89e7fe8759 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:06.674870 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dfda4d61-4c9d-4872-a8bc-1e04f73df431 req-beb607b2-92db-4fb5-a63d-5b24005c2b67 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683516 Feb 17 09:46:06.713200 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:46:06.740923 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-9626078a-7c0f-408c-8ed6-591ecc4e5395 admin admin] 10.222.0.61 "PUT /v2.0/routers/cd49f564-ce63-45d6-a993-91192302a370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4078591 Feb 17 09:46:06.755693 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Sync routers for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:46:06.796506 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:46:06.800555 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:46:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:06.822775 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] Set router ee479cb5-50c0-4b57-b681-2eb81da1ee21 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:46:06.854360 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1943-6298-4772-ba5f-fc24f18ac1f3 admin admin] Publish callbacks [] for security_group (1dfd80bd-5f54-4687-aca8-3c321ca995af), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.869549 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-0302b8a1-c456-4a86-b5c3-d6c0ad90ab0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (edef280e-4d79-4e1f-8151-305b69df24d9), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.909040 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:06.917261 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-f50e1e0d-a4b9-4ccf-813c-ac8ed9218c62 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:06.937243 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-f50e1e0d-a4b9-4ccf-813c-ac8ed9218c62 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 819 time: 1.9050505 Feb 17 09:46:06.943498 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1943-6298-4772-ba5f-fc24f18ac1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1dfd80bd-5f54-4687-aca8-3c321ca995af), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:07.161823 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Allocated IP 172.27.3.106 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/fa7649b6-7745-487b-b6b8-3cf9be2cd63b) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:46:07.224533 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:46:07.262140 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-db3e1b20-a6a1-44ad-b434-3c921719cdc4 admin admin] Publish callbacks [] for security_group (b0baa21e-f550-47ef-99d8-9e0a503e9aad), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:07.295688 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-107d71d2-4210-4ef5-a656-229e3326f176 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/quotas/70dc30ddfde54302b3ba6be283f693c8 HTTP/1.1" status: 200 len: 375 time: 0.3571410 Feb 17 09:46:07.351816 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-c9d63b8d-841a-4c28-855a-016677071421 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 HTTP/1.1" status: 200 len: 217 time: 0.1228752 Feb 17 09:46:07.378772 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687c4ce-4b05-49a4-83f6-5f1337f6c67b req-333e2f22-12c2-4f01-a281-1f6b2f19855d tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:07.381103 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4687c4ce-4b05-49a4-83f6-5f1337f6c67b req-333e2f22-12c2-4f01-a281-1f6b2f19855d tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 943 time: 1.2792208 Feb 17 09:46:07.510375 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:07.510776 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-6d0c1943-6298-4772-ba5f-fc24f18ac1f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2222e11a770b4d21839274889a6eebc9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5217848 Feb 17 09:46:07.518826 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-0302b8a1-c456-4a86-b5c3-d6c0ad90ab0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7de415b8d60b4bd7a94b16f1c7ddfab9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3632357 Feb 17 09:46:07.533754 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51498) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:07.534733 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51500) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:07.553470 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-db3e1b20-a6a1-44ad-b434-3c921719cdc4 admin admin] Publish callbacks [] for security_group (b0baa21e-f550-47ef-99d8-9e0a503e9aad), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:07.622405 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302b8a1-c456-4a86-b5c3-d6c0ad90ab0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edef280e-4d79-4e1f-8151-305b69df24d9,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:07.678658 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-db3e1b20-a6a1-44ad-b434-3c921719cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (b0baa21e-f550-47ef-99d8-9e0a503e9aad), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:07.682826 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-db3e1b20-a6a1-44ad-b434-3c921719cdc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:07.686646 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-db3e1b20-a6a1-44ad-b434-3c921719cdc4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0baa21e-f550-47ef-99d8-9e0a503e9aad HTTP/1.1" status: 204 len: 168 time: 2.0841520 Feb 17 09:46:07.715810 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-router', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:45:57Z', 'revision_number': 4, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'gw_port': {'id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:48Z', 'updated_at': '2022-02-17T09:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '66c3e959-af70-4646-894a-1221a1998fa9', 'name': '', 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'mac_address': 'fa:16:3e:3c:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '35dd9666-5b85-4ffd-ae9f-b8eb1c2de585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:54Z', 'updated_at': '2022-02-17T09:46:06Z', 'revision_number': 4, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'subnets': [{'id': '35dd9666-5b85-4ffd-ae9f-b8eb1c2de585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:07.738534 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4687c4ce-4b05-49a4-83f6-5f1337f6c67b req-86dd046d-67cc-4de1-930a-a15206990cd0 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657096 Feb 17 09:46:07.749959 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c1943-6298-4772-ba5f-fc24f18ac1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd80bd-5f54-4687-aca8-3c321ca995af,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:07.751914 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 2, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:07.767314 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e1b20-a6a1-44ad-b434-3c921719cdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0baa21e-f550-47ef-99d8-9e0a503e9aad,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:07.768503 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-155ea85d-1586-4418-8c2c-f9f997bd08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:07.773895 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423 req-d2398563-60d1-4bde-add8-93b823051ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:07.775391 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423 req-d2398563-60d1-4bde-add8-93b823051ad8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 1127 time: 0.5024304 Feb 17 09:46:07.777753 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-155ea85d-1586-4418-8c2c-f9f997bd08fe service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765 HTTP/1.1" status: 200 len: 852 time: 0.3693697 Feb 17 09:46:07.812912 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for port (fa7649b6-7745-487b-b6b8-3cf9be2cd63b), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:07.842162 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625b9a3-7167-4f95-905e-818d3be519ea None None] The sync data for ids ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'] in dv-cinder-773985-34-iscsi is: [{'id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-router', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:45:57Z', 'revision_number': 4, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'gw_port': {'id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:48Z', 'updated_at': '2022-02-17T09:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '66c3e959-af70-4646-894a-1221a1998fa9', 'name': '', 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'mac_address': 'fa:16:3e:3c:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '35dd9666-5b85-4ffd-ae9f-b8eb1c2de585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:54Z', 'updated_at': '2022-02-17T09:46:06Z', 'revision_number': 4, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'subnets': [{'id': '35dd9666-5b85-4ffd-ae9f-b8eb1c2de585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:46:07.857458 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Checking router: cd49f564-ce63-45d6-a993-91192302a370 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:46:07.857896 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Updating router cd49f564-ce63-45d6-a993-91192302a370 port 5403c803-cb21-43d0-bda9-7496b1466e22 binding host dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:46:07.913624 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-37fd3655-0380-4640-a6b8-135a86d0c47f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cf3f66c7-521f-4b96-96d4-34b588cd9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041400 Feb 17 09:46:07.980819 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-72e9ca1c-e086-4524-a79b-0a08fa8fc282 admin admin] Publish callbacks [] for security_group (1dfd80bd-5f54-4687-aca8-3c321ca995af), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.002048 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-dbb00b46-c1db-44e1-bb22-c55add786960 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6551342 Feb 17 09:46:08.047937 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.151677 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-72e9ca1c-e086-4524-a79b-0a08fa8fc282 admin admin] Publish callbacks [] for security_group (1dfd80bd-5f54-4687-aca8-3c321ca995af), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.155551 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c173416-0dbb-4aba-8894-612a87a27a35 admin admin] Publish callbacks [] for security_group (edef280e-4d79-4e1f-8151-305b69df24d9), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.269943 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c173416-0dbb-4aba-8894-612a87a27a35 admin admin] Publish callbacks [] for security_group (edef280e-4d79-4e1f-8151-305b69df24d9), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.363798 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51506) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:08.458820 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c173416-0dbb-4aba-8894-612a87a27a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (edef280e-4d79-4e1f-8151-305b69df24d9), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.468835 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c173416-0dbb-4aba-8894-612a87a27a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.471069 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-4c173416-0dbb-4aba-8894-612a87a27a35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/edef280e-4d79-4e1f-8151-305b69df24d9 HTTP/1.1" status: 204 len: 168 time: 0.9311802 Feb 17 09:46:08.485961 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5a5550ce-8d9f-4ef1-8ae2-c93adf79a7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.569652 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.584305 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (fa7649b6-7745-487b-b6b8-3cf9be2cd63b), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.659967 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:08.664217 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-f26b4bd0-7fa6-4b24-b444-7756ae43ea9b service neutron] 10.222.0.61 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009526 Feb 17 09:46:08.671307 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:08.674390 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c173416-0dbb-4aba-8894-612a87a27a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edef280e-4d79-4e1f-8151-305b69df24d9,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:08.678196 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:46:08.775475 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Publish callbacks [] for port (5403c803-cb21-43d0-bda9-7496b1466e22), precommit_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.786832 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.938360 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (a12c0d4c-3950-41e7-bba1-36b47c66305d), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:08.955938 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6e2ac-7bd0-48c9-b7e9-a66a5228cff3 None None] Pushing event updated for resources: {'Port': ['ID=5403c803-cb21-43d0-bda9-7496b1466e22,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:09.112029 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 66c3e959-af70-4646-894a-1221a1998fa9 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:09.231619 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51516) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:09.233955 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423 req-172cf1c0-cd73-4328-b1c5-d97d3e5610af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:09.236836 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423 req-172cf1c0-cd73-4328-b1c5-d97d3e5610af service neutron] 10.222.0.124 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 916 time: 1.4420605 Feb 17 09:46:09.284160 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (fa7649b6-7745-487b-b6b8-3cf9be2cd63b), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:09.287000 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b6205-fe5e-438a-91de-80c6ce451a18 req-044c22d8-c5f5-4a18-9c0d-0fc9fed23178 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:09.292293 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a63b6205-fe5e-438a-91de-80c6ce451a18 req-044c22d8-c5f5-4a18-9c0d-0fc9fed23178 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 943 time: 1.3018391 Feb 17 09:46:09.303921 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-082f3bd2-8180-478c-bd41-454cb78e0638 service neutron] 10.222.0.124 "GET /v2.0/networks/cf3f66c7-521f-4b96-96d4-34b588cd9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3259537 Feb 17 09:46:09.315479 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7700c941-b16a-4617-b25c-43f013969d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:09.390254 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'Port': ['ID=fa7649b6-7745-487b-b6b8-3cf9be2cd63b,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:09.486423 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423 req-a8b2ec34-d4ea-48f6-b82e-1539b0cc91c7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e41912-2233-4573-b818-1b4eb329f1b6 HTTP/1.1" status: 200 len: 217 time: 0.1893952 Feb 17 09:46:09.498753 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-72e9ca1c-e086-4524-a79b-0a08fa8fc282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1dfd80bd-5f54-4687-aca8-3c321ca995af), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:09.502528 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-72e9ca1c-e086-4524-a79b-0a08fa8fc282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:09.504446 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-72e9ca1c-e086-4524-a79b-0a08fa8fc282 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1dfd80bd-5f54-4687-aca8-3c321ca995af HTTP/1.1" status: 204 len: 168 time: 1.9661405 Feb 17 09:46:09.580278 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bbd8bc55-8943-4ac3-9456-862c3b42d941 service neutron] 10.222.0.61 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243144 Feb 17 09:46:09.592133 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Attempting to bind port 5403c803-cb21-43d0-bda9-7496b1466e22 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:09.593553 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Attempting to bind port 5403c803-cb21-43d0-bda9-7496b1466e22 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:09.594236 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Attempting to bind port 5403c803-cb21-43d0-bda9-7496b1466e22 on network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:09.602916 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9ca1c-e086-4524-a79b-0a08fa8fc282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd80bd-5f54-4687-aca8-3c321ca995af,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:09.632034 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:09.632888 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Checking segment: {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:09.633376 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:09.633867 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Bound using segment: {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:09.634646 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Bound port: 5403c803-cb21-43d0-bda9-7496b1466e22, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:09.635129 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:09.677961 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-d90a0e54-712a-4747-b880-36bc77d2f157 None None] Provisioning complete for port 5403c803-cb21-43d0-bda9-7496b1466e22 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:09.678345 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-d90a0e54-712a-4747-b880-36bc77d2f157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:09.773268 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-d90a0e54-712a-4747-b880-36bc77d2f157 None None] Port 5403c803-cb21-43d0-bda9-7496b1466e22 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:46:09.798945 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a63b6205-fe5e-438a-91de-80c6ce451a18 req-4c7d6c20-7247-4516-8100-ad678100d099 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801149 Feb 17 09:46:09.820870 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 66c3e959-af70-4646-894a-1221a1998fa9 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:09.821243 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (66c3e959-af70-4646-894a-1221a1998fa9), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:09.824842 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5a5550ce-8d9f-4ef1-8ae2-c93adf79a7a4 admin admin] Publish callbacks [] for security_group (0cf22170-d552-42b7-9be8-ed772835cf24), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:09.848820 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5a5550ce-8d9f-4ef1-8ae2-c93adf79a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (0cf22170-d552-42b7-9be8-ed772835cf24), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:09.864931 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423 req-4bb4453f-b224-49a8-87c4-d774938540d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:09.867112 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423 req-4bb4453f-b224-49a8-87c4-d774938540d3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e06c454d-9899-4568-ab7a-cca625863472 HTTP/1.1" status: 200 len: 855 time: 0.3067770 Feb 17 09:46:09.958130 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423 req-a00d936a-1b4a-46ee-b9c9-51c6896bc27d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800331 Feb 17 09:46:09.982027 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] For port 5403c803-cb21-43d0-bda9-7496b1466e22, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:10.069364 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c8f8911b-acf3-4a92-ac37-d4cd7e312a0f req-9e1e50c4-d574-4c32-8e1c-0ff8a8b16876 service neutron] 10.222.0.124 "GET /v2.0/networks/cf3f66c7-521f-4b96-96d4-34b588cd9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645825 Feb 17 09:46:10.098683 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] For port 5403c803-cb21-43d0-bda9-7496b1466e22, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=5403c803-cb21-43d0-bda9-7496b1466e22,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:10.128226 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-5a5550ce-8d9f-4ef1-8ae2-c93adf79a7a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3767e3e388844dbb0c0065781dde8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7606974 Feb 17 09:46:10.132243 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5550ce-8d9f-4ef1-8ae2-c93adf79a7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf22170-d552-42b7-9be8-ed772835cf24,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:10.140255 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51530) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:10.141604 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.202516 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for port (fa7649b6-7745-487b-b6b8-3cf9be2cd63b), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.232418 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (fa7649b6-7745-487b-b6b8-3cf9be2cd63b), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.249175 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423 req-52acedd0-f885-4ee3-9569-d62b653b51b1 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738447 Feb 17 09:46:10.274989 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 66c3e959-af70-4646-894a-1221a1998fa9 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:10.275417 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (66c3e959-af70-4646-894a-1221a1998fa9), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.290001 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7700c941-b16a-4617-b25c-43f013969d9e admin admin] Publish callbacks [] for security_group (61af5f28-11ab-469e-be84-c90f684d0d3c), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.299278 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7700c941-b16a-4617-b25c-43f013969d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (61af5f28-11ab-469e-be84-c90f684d0d3c), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.338540 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51534) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:10.370543 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 66c3e959-af70-4646-894a-1221a1998fa9, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=66c3e959-af70-4646-894a-1221a1998fa9,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:10.378702 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:46:10.379371 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:46:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:10.393412 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (a12c0d4c-3950-41e7-bba1-36b47c66305d), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.477800 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.499713 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0520096 Feb 17 09:46:10.507638 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520e4e0-90b3-4605-bb85-28b92aa5a8ea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'Port': ['ID=fa7649b6-7745-487b-b6b8-3cf9be2cd63b,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:10.513810 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-517c34b4-821b-43cd-9a26-b338caf3b559 admin admin] Publish callbacks [] for security_group (0cf22170-d552-42b7-9be8-ed772835cf24), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.527778 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6ede-41a4-4b9c-b048-dfffddd6896a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.538114 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-7700c941-b16a-4617-b25c-43f013969d9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51eadc18e76745938c35d2d22dd477e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2997665 Feb 17 09:46:10.541733 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700c941-b16a-4617-b25c-43f013969d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61af5f28-11ab-469e-be84-c90f684d0d3c,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:10.548326 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51542) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:10.567894 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59136939-7ebe-4ef3-9344-0c661abf6ff5 x-openstack-request-id: req-59136939-7ebe-4ef3-9344-0c661abf6ff5 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:10.568213 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83ef2b6-a2df-4280-8e8e-06a950fe5344", "tag": "c9fab17c-9ad2-48df-9e82-7ab47bdec7c9", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:10.568487 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59136939-7ebe-4ef3-9344-0c661abf6ff5 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:10.569013 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83ef2b6-a2df-4280-8e8e-06a950fe5344', 'tag': 'c9fab17c-9ad2-48df-9e82-7ab47bdec7c9', 'status': 'completed', 'code': 200} Feb 17 09:46:10.580573 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (66c3e959-af70-4646-894a-1221a1998fa9), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.677880 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-517c34b4-821b-43cd-9a26-b338caf3b559 admin admin] Publish callbacks [] for security_group (0cf22170-d552-42b7-9be8-ed772835cf24), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.691873 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6e2ac-7bd0-48c9-b7e9-a66a5228cff3 None None] Pushing event updated for resources: {'Port': ['ID=5403c803-cb21-43d0-bda9-7496b1466e22,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:10.817460 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba808-371a-4fc5-9496-05b261e1c98c admin admin] Publish callbacks [] for security_group (61af5f28-11ab-469e-be84-c90f684d0d3c), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.828864 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488 req-067dd387-1a93-4919-8ee6-aad8b647e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:10.830838 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488 req-067dd387-1a93-4919-8ee6-aad8b647e29e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f12dfdd1c74548dd94fa4f361a372bec&device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 1127 time: 0.2070382 Feb 17 09:46:10.878190 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-517c34b4-821b-43cd-9a26-b338caf3b559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (0cf22170-d552-42b7-9be8-ed772835cf24), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.881156 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-517c34b4-821b-43cd-9a26-b338caf3b559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.882918 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-517c34b4-821b-43cd-9a26-b338caf3b559 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0cf22170-d552-42b7-9be8-ed772835cf24 HTTP/1.1" status: 204 len: 168 time: 0.7392607 Feb 17 09:46:10.912557 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c9ac12e-8918-45ee-bdab-a7bbfbe87423 req-33ef8ac8-41ab-4cd6-acbf-64618e435aa4 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169487 Feb 17 09:46:10.916508 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=66c3e959-af70-4646-894a-1221a1998fa9,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:10.922395 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba808-371a-4fc5-9496-05b261e1c98c admin admin] Publish callbacks [] for security_group (61af5f28-11ab-469e-be84-c90f684d0d3c), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.929210 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:46:10.931789 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-cbe7c854-b95c-41eb-9c4a-e51af1f9a9a7 None None] Provisioning complete for port 5403c803-cb21-43d0-bda9-7496b1466e22 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:10.932173 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-cbe7c854-b95c-41eb-9c4a-e51af1f9a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:10.938329 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c34b4-821b-43cd-9a26-b338caf3b559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf22170-d552-42b7-9be8-ed772835cf24,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:10.979016 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd5be0-d9d4-4e21-9adb-876e1e561646 req-98b81f39-05cd-4c41-9182-712444b797a9 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:10.981221 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1bdd5be0-d9d4-4e21-9adb-876e1e561646 req-98b81f39-05cd-4c41-9182-712444b797a9 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 943 time: 0.2768598 Feb 17 09:46:11.083190 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6ede-41a4-4b9c-b048-dfffddd6896a admin admin] Publish callbacks [] for security_group (7c06e869-53a4-45bf-9548-249c70fcc3bb), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:11.099565 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6ede-41a4-4b9c-b048-dfffddd6896a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (7c06e869-53a4-45bf-9548-249c70fcc3bb), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:11.165309 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51552) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:11.198218 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-82e498f9-074f-45ed-9bdc-59c934a9ddf8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1833495248', 'description': 'tempest-description--36974269'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:11.206743 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488 req-b18997e6-7ebe-4f48-a4f1-a992fe3dafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:11.208687 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488 req-b18997e6-7ebe-4f48-a4f1-a992fe3dafe8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=cf3f66c7-521f-4b96-96d4-34b588cd9f34 HTTP/1.1" status: 200 len: 913 time: 0.3681123 Feb 17 09:46:11.212880 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba808-371a-4fc5-9496-05b261e1c98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (61af5f28-11ab-469e-be84-c90f684d0d3c), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:11.217078 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba808-371a-4fc5-9496-05b261e1c98c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:11.219047 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-8a1ba808-371a-4fc5-9496-05b261e1c98c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61af5f28-11ab-469e-be84-c90f684d0d3c HTTP/1.1" status: 204 len: 168 time: 0.6697559 Feb 17 09:46:11.237266 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1bdd5be0-d9d4-4e21-9adb-876e1e561646 req-39a3563c-8454-4381-bf29-7811aba870a4 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396522 Feb 17 09:46:11.264066 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-e8bd6ede-41a4-4b9c-b048-dfffddd6896a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31e75901c18c41cb9f9ba687bb0797fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9080696 Feb 17 09:46:11.278341 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ba808-371a-4fc5-9496-05b261e1c98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61af5f28-11ab-469e-be84-c90f684d0d3c,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:11.280006 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51556) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:11.485962 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7c854-b95c-41eb-9c4a-e51af1f9a9a7 None None] Current status of the port 5403c803-cb21-43d0-bda9-7496b1466e22 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:11.486367 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-cbe7c854-b95c-41eb-9c4a-e51af1f9a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:11.498238 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-99ade510-4800-4a54-9193-48e0a8687030 admin admin] Publish callbacks [] for security_group (7c06e869-53a4-45bf-9548-249c70fcc3bb), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:11.501448 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd6ede-41a4-4b9c-b048-dfffddd6896a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c06e869-53a4-45bf-9548-249c70fcc3bb,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:11.552341 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-cbe7c854-b95c-41eb-9c4a-e51af1f9a9a7 None None] For port 5403c803-cb21-43d0-bda9-7496b1466e22, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=5403c803-cb21-43d0-bda9-7496b1466e22,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:11.568992 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-cbe7c854-b95c-41eb-9c4a-e51af1f9a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:11.580728 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:09Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:11.600985 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d5911c64-fb23-42d0-b381-8c3460d421f1 req-0e610155-94ec-4223-b183-64f47b52e38c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 210 time: 0.1927848 Feb 17 09:46:11.617725 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488 req-9331bb2f-5099-432f-9f85-c3363f1f03ac service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 HTTP/1.1" status: 200 len: 217 time: 0.3971660 Feb 17 09:46:11.666565 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c86bd-4cc1-4905-9ff3-f033addf3696 None None] The sync data for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi is: [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:09Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:46:11.681495 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-790309aa-59c5-4f72-bcec-b00d05ab8927 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--373232044&fields=id&tenant_id=85673d123616454f97af7c607d9feaa5 HTTP/1.1" status: 200 len: 267 time: 0.2667012 Feb 17 09:46:11.692379 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-82e498f9-074f-45ed-9bdc-59c934a9ddf8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:11.696884 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-99ade510-4800-4a54-9193-48e0a8687030 admin admin] Publish callbacks [] for security_group (7c06e869-53a4-45bf-9548-249c70fcc3bb), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:11.742097 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7c854-b95c-41eb-9c4a-e51af1f9a9a7 None None] Pushing event updated for resources: {'Port': ['ID=5403c803-cb21-43d0-bda9-7496b1466e22,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:11.813587 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488 req-915fc351-9942-4641-96fb-f3c8cd6287d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:11.822667 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488 req-915fc351-9942-4641-96fb-f3c8cd6287d7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765 HTTP/1.1" status: 200 len: 852 time: 0.1686714 Feb 17 09:46:11.950653 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488 req-39752ba7-570f-4d09-abc7-14ef8f756a7d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cf3f66c7-521f-4b96-96d4-34b588cd9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121249 Feb 17 09:46:12.068219 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51576) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:12.146437 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bc222d96-7410-4da2-b621-261fb4b1c63a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.172426 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-82e498f9-074f-45ed-9bdc-59c934a9ddf8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (8ceabb43-d6a2-47c1-ad4f-5839875c608f), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.173668 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-99ade510-4800-4a54-9193-48e0a8687030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (7c06e869-53a4-45bf-9548-249c70fcc3bb), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.176308 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-99ade510-4800-4a54-9193-48e0a8687030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.182708 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-99ade510-4800-4a54-9193-48e0a8687030 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c06e869-53a4-45bf-9548-249c70fcc3bb HTTP/1.1" status: 204 len: 168 time: 0.8997793 Feb 17 09:46:12.190606 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-82e498f9-074f-45ed-9bdc-59c934a9ddf8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8ceabb43-d6a2-47c1-ad4f-5839875c608f), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.265555 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386057b7-159d-4372-b21c-8a4afd888c77 req-7d05b05f-fecc-4e3a-b424-204455279613 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:12.276060 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-7d05b05f-fecc-4e3a-b424-204455279613 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/networks?id=da21f546-703c-4519-8db6-7972cafd6046 HTTP/1.1" status: 200 len: 810 time: 0.5820644 Feb 17 09:46:12.284371 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ade510-4800-4a54-9193-48e0a8687030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c06e869-53a4-45bf-9548-249c70fcc3bb,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:12.340972 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-82e498f9-074f-45ed-9bdc-59c934a9ddf8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.342462 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-82e498f9-074f-45ed-9bdc-59c934a9ddf8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1710141 Feb 17 09:46:12.350489 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51590) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:12.357640 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-3c6f289f-7eaa-456a-85ac-8be0193f6061 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'security_group_rule': {'security_group_id': '8ceabb43-d6a2-47c1-ad4f-5839875c608f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:12.367271 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e498f9-074f-45ed-9bdc-59c934a9ddf8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceabb43-d6a2-47c1-ad4f-5839875c608f,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:12.372417 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-d584b435-ec4f-400a-a15d-102c0c61ea41 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/quotas/85673d123616454f97af7c607d9feaa5 HTTP/1.1" status: 200 len: 375 time: 0.0946398 Feb 17 09:46:12.384999 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-485a4eda-476f-4fb5-be89-ca3bb2388e9b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:12.390008 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-485a4eda-476f-4fb5-be89-ca3bb2388e9b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.124 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 819 time: 0.5671980 Feb 17 09:46:12.394178 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488 req-15468bfa-e337-4b6d-8e0d-3657475013dd service neutron] 10.222.0.124 "GET /v2.0/networks/cf3f66c7-521f-4b96-96d4-34b588cd9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367206 Feb 17 09:46:12.430080 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa6f2c-76ee-4237-ac23-73400fbcb061 req-acc77a22-0dca-4ed3-8821-143a0298f1a0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:12.437869 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ddaa6f2c-76ee-4237-ac23-73400fbcb061 req-acc77a22-0dca-4ed3-8821-143a0298f1a0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 943 time: 0.5232456 Feb 17 09:46:12.442714 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Request body: {'port': {'device_id': 'ace58137-b4d9-44d0-97db-fe764ca27156', 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f', 'admin_state_up': True, 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:12.520834 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bc222d96-7410-4da2-b621-261fb4b1c63a admin admin] Publish callbacks [] for security_group (1106c919-aeea-41cc-ac4a-a5668e2689db), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.533288 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bc222d96-7410-4da2-b621-261fb4b1c63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1106c919-aeea-41cc-ac4a-a5668e2689db), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.595823 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-bc222d96-7410-4da2-b621-261fb4b1c63a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6d7ada9a3174553a6831828d7ab45b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5246327 Feb 17 09:46:12.604543 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51596) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:12.622629 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-3c6f289f-7eaa-456a-85ac-8be0193f6061 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (23206103-d5b0-4b01-ba21-7f29e850bfa0), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.624261 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9c3a74b9-d1c2-4c81-a3b1-5e53da569488 req-9b6efa1a-43d8-442f-9f11-742ac1d02c20 service neutron] 10.222.0.124 "GET /v2.0/networks/cf3f66c7-521f-4b96-96d4-34b588cd9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153459 Feb 17 09:46:12.647262 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc222d96-7410-4da2-b621-261fb4b1c63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1106c919-aeea-41cc-ac4a-a5668e2689db,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:12.733406 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ddaa6f2c-76ee-4237-ac23-73400fbcb061 req-bd89bff4-c669-4940-a5e4-ba30c27dda91 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945330 Feb 17 09:46:12.736426 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c9c9288d-6592-48db-815c-118d4c06837f admin admin] Publish callbacks [] for security_group (1106c919-aeea-41cc-ac4a-a5668e2689db), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.759763 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-bcdd19d7-3a41-4a08-af2d-efa845f5d38d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3668265 Feb 17 09:46:12.829923 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c9c9288d-6592-48db-815c-118d4c06837f admin admin] Publish callbacks [] for security_group (1106c919-aeea-41cc-ac4a-a5668e2689db), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.880905 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-3c6f289f-7eaa-456a-85ac-8be0193f6061 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (23206103-d5b0-4b01-ba21-7f29e850bfa0), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.927137 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c9c9288d-6592-48db-815c-118d4c06837f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1106c919-aeea-41cc-ac4a-a5668e2689db), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.930307 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c9c9288d-6592-48db-815c-118d4c06837f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:12.931782 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-c9c9288d-6592-48db-815c-118d4c06837f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1106c919-aeea-41cc-ac4a-a5668e2689db HTTP/1.1" status: 204 len: 168 time: 0.3255508 Feb 17 09:46:12.943092 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9288d-6592-48db-815c-118d4c06837f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1106c919-aeea-41cc-ac4a-a5668e2689db,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:12.952597 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-3c6f289f-7eaa-456a-85ac-8be0193f6061 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (23206103-d5b0-4b01-ba21-7f29e850bfa0), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.016203 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Made reservation on behalf of 70dc30ddfde54302b3ba6be283f693c8 for: {'port': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:13.020028 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.022598 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f289f-7eaa-456a-85ac-8be0193f6061 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23206103-d5b0-4b01-ba21-7f29e850bfa0,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:13.090078 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-3c6f289f-7eaa-456a-85ac-8be0193f6061 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.091846 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-3c6f289f-7eaa-456a-85ac-8be0193f6061 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7383983 Feb 17 09:46:13.094928 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51624) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:13.101546 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-dd7cde72-ec80-486e-8c57-3883f609c826 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'security_group_rule': {'security_group_id': '8ceabb43-d6a2-47c1-ad4f-5839875c608f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:13.143917 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 66c3e959-af70-4646-894a-1221a1998fa9 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:13.178207 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-dd7cde72-ec80-486e-8c57-3883f609c826 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (a89bca04-81ad-47da-8eca-d8735cd637a0), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.268341 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-dd7cde72-ec80-486e-8c57-3883f609c826 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (a89bca04-81ad-47da-8eca-d8735cd637a0), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.269966 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-7884a543-9ef5-4350-b4bb-344f3eae054a service neutron] 10.222.0.61 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374473 Feb 17 09:46:13.281580 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-dd7cde72-ec80-486e-8c57-3883f609c826 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (a89bca04-81ad-47da-8eca-d8735cd637a0), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.290137 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.319893 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-0b829257-af1a-4ed2-8f4f-02d2592a99de tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:13.320714 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cde72-ec80-486e-8c57-3883f609c826 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89bca04-81ad-47da-8eca-d8735cd637a0,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:13.326271 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-0b829257-af1a-4ed2-8f4f-02d2592a99de tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 819 time: 0.4476874 Feb 17 09:46:13.330920 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 66c3e959-af70-4646-894a-1221a1998fa9 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:13.331579 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51628) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:13.332525 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (66c3e959-af70-4646-894a-1221a1998fa9), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.335902 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-dd7cde72-ec80-486e-8c57-3883f609c826 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.337093 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-dd7cde72-ec80-486e-8c57-3883f609c826 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2410846 Feb 17 09:46:13.341095 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51630) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:13.348754 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'floatingip': {'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:13.393436 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.437000 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 66c3e959-af70-4646-894a-1221a1998fa9 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:13.439038 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 5403c803-cb21-43d0-bda9-7496b1466e22 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:13.504809 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Allocated IP 172.20.0.8 (b2aabd29-6432-404e-b9a9-6719dfe5d07f/35dd9666-5b85-4ffd-ae9f-b8eb1c2de585/3a15b774-7ee7-43b3-8224-dcd314f3bedc) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:46:13.517242 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 5403c803-cb21-43d0-bda9-7496b1466e22 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:13.518124 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.523533 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-9da5ac5a-20ad-4df8-9a96-4020b8ef26ed service neutron] 10.222.0.61 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370279 Feb 17 09:46:13.551075 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-bc3cf48a-4599-47d9-a75d-72111f1058ea tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/quotas/70dc30ddfde54302b3ba6be283f693c8 HTTP/1.1" status: 200 len: 375 time: 0.0335197 Feb 17 09:46:13.566145 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:13.670325 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-4a5cc4c3-4f4d-48f5-b792-23ee85824184 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1182845 Feb 17 09:46:13.743847 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 5403c803-cb21-43d0-bda9-7496b1466e22 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:13.818483 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Allocated IP 172.27.3.19 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/3c69189f-997d-4678-a60a-a3b48800dd87) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:46:13.841300 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:46:13.861599 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1129033900-network', 'tenant_id': 'b879b3b6318145139df3eb41c26d8d43'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:14.123116 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,segment=NetworkSegment(3622c36a-99c0-47f2-977f-17e12d89d986),segment_id=3622c36a-99c0-47f2-977f-17e12d89d986)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:14.155091 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for port (3c69189f-997d-4678-a60a-a3b48800dd87), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.162160 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'c9fab17c-9ad2-48df-9e82-7ab47bdec7c9', 'network_id': 'cf3f66c7-521f-4b96-96d4-34b588cd9f34', 'port_id': 'c9fab17c-9ad2-48df-9e82-7ab47bdec7c9', 'mac_address': 'fa:16:3e:d6:59:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:46:14.275054 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:14.275261 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.284995 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (3c69189f-997d-4678-a60a-a3b48800dd87), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.299918 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:14.346602 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,segment=NetworkSegment(3622c36a-99c0-47f2-977f-17e12d89d986),segment_id=3622c36a-99c0-47f2-977f-17e12d89d986)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:14.357185 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'Port': ['ID=3c69189f-997d-4678-a60a-a3b48800dd87,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:14.358282 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.359049 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device b6e41912-2233-4573-b818-1b4eb329f1b6 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:46:14.374692 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:14.376593 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:14.384575 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:46:14.394890 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-da8678cb-3474-464f-924a-39997bab6082 service neutron] 10.222.0.61 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235608 Feb 17 09:46:14.475062 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (eb379b5a-9a99-4b52-908e-c6a8d069a28a), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.539550 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:14.567129 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-add9ca34-ec74-46e2-a8fd-63572de474a7 service neutron] 10.222.0.61 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685829 Feb 17 09:46:14.569469 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Made reservation on behalf of b879b3b6318145139df3eb41c26d8d43 for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:14.574193 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3c69189f-997d-4678-a60a-a3b48800dd87), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.577521 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.619528 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.692138 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83c4a1-ef80-4467-978e-36e29a4b7d6e req-526cf4a1-8b4d-4990-b15e-ea1f0374468b tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:14.704233 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ce83c4a1-ef80-4467-978e-36e29a4b7d6e req-526cf4a1-8b4d-4990-b15e-ea1f0374468b tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 943 time: 0.4727530 Feb 17 09:46:14.734605 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port b6e41912-2233-4573-b818-1b4eb329f1b6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b6e41912-2233-4573-b818-1b4eb329f1b6,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:14.769556 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'b6e41912-2233-4573-b818-1b4eb329f1b6', 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11', 'port_id': 'b6e41912-2233-4573-b818-1b4eb329f1b6', 'mac_address': 'fa:16:3e:ce:5f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06c454d-9899-4568-ab7a-cca625863472', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:46:14.777360 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for port (3c69189f-997d-4678-a60a-a3b48800dd87), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.784118 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3c69189f-997d-4678-a60a-a3b48800dd87), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.917185 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks [] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.941748 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (eb379b5a-9a99-4b52-908e-c6a8d069a28a), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:14.961707 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port b6e41912-2233-4573-b818-1b4eb329f1b6 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:14.961707 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:15.015013 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:15.016093 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6709116 Feb 17 09:46:15.036173 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb24aa-fef9-4803-820e-ea956270ebd4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'Port': ['ID=3c69189f-997d-4678-a60a-a3b48800dd87,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:15.041167 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e41912-2233-4573-b818-1b4eb329f1b6 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:15.107731 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port b6e41912-2233-4573-b818-1b4eb329f1b6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b6e41912-2233-4573-b818-1b4eb329f1b6,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:15.115226 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:15.116647 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ce83c4a1-ef80-4467-978e-36e29a4b7d6e req-6299b290-604c-4231-9ce3-58c2fc268979 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018424 Feb 17 09:46:15.220698 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=b6e41912-2233-4573-b818-1b4eb329f1b6,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:15.340803 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Publish callbacks [] for security_group (8fb872e8-2916-483c-abeb-74b253828c20), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:15.350463 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9798dc66-4f5e-4c4a-880f-efaa2c273f26 req-1723fe51-5e20-4b68-9664-036a38cffc3d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 210 time: 0.1302817 Feb 17 09:46:15.360743 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8fb872e8-2916-483c-abeb-74b253828c20), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:15.444446 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['b6e41912-2233-4573-b818-1b4eb329f1b6'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:46:15.452175 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['c9fab17c-9ad2-48df-9e82-7ab47bdec7c9'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:46:15.458044 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:46:15.460747 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:15.546049 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dcbd1f5b-61fd-4a9b-9f86-c938f1ed194a req-6acda9e0-4d1c-4329-ae13-7a59cea4a72b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 210 time: 0.0951016 Feb 17 09:46:15.555651 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a5744-5169-49aa-9495-121f585a1685 req-0b1502d5-77eb-435f-beee-ef07a04c0f99 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:15.557295 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-eb3a5744-5169-49aa-9495-121f585a1685 req-0b1502d5-77eb-435f-beee-ef07a04c0f99 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 943 time: 0.5012729 Feb 17 09:46:15.559484 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb872e8-2916-483c-abeb-74b253828c20,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:15.562943 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (c4160f0f-2c06-4483-b84b-5b6c96d2dd15), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:15.563297 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Added segment c4160f0f-2c06-4483-b84b-5b6c96d2dd15 of type vlan for network 308387c4-27d8-4ada-b45a-3d2fdfb7de2e Feb 17 09:46:15.671040 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Network b2aabd29-6432-404e-b9a9-6719dfe5d07f is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:15.695830 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:15.720140 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (308387c4-27d8-4ada-b45a-3d2fdfb7de2e), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:15.734955 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:46:15.740279 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:15.740966 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:15.816749 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Pushing event updated for resources: {'Port': ['ID=3a15b774-7ee7-43b3-8224-dcd314f3bedc,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:15.843886 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.db.resource_extend [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:46:15.936112 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-bb0a46eb-ebfb-4fc3-8080-23bef4fc2613 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5228689 Feb 17 09:46:15.963101 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-eb3a5744-5169-49aa-9495-121f585a1685 req-12108ace-fcfa-4b18-8335-f52c3e34d927 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708470 Feb 17 09:46:15.988558 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Request body: {'port': {'device_id': 'ace58137-b4d9-44d0-97db-fe764ca27156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:15.994564 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (308387c4-27d8-4ada-b45a-3d2fdfb7de2e), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:15.996665 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:15.997487 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:16.040028 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-a616b56f-3cf5-443a-b33a-3a7158d83709 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1833495248&fields=id&tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6 HTTP/1.1" status: 200 len: 267 time: 0.2880566 Feb 17 09:46:16.064960 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386057b7-159d-4372-b21c-8a4afd888c77 req-e6a60b2c-d094-4eb7-9655-7ee11364772b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:16.079096 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-e6a60b2c-d094-4eb7-9655-7ee11364772b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.124 "GET /v2.0/networks?id=da21f546-703c-4519-8db6-7972cafd6046 HTTP/1.1" status: 200 len: 810 time: 0.3238895 Feb 17 09:46:16.238681 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-743ac65b-efbe-403e-b71e-dcbc3567209d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85673d123616454f97af7c607d9feaa5 HTTP/1.1" status: 200 len: 379 time: 0.1513064 Feb 17 09:46:16.253088 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'port': {'device_id': '1c38089f-1e61-42b1-936b-5dd338f89185', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'admin_state_up': True, 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'security_groups': ['9a2fef19-487c-46fc-97d6-048a8f4b5d16']}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:16.285403 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9525459 Feb 17 09:46:16.290412 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51730) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:16.296234 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0bc13-94a3-4ec5-b7b8-a2549ce0f6bc admin admin] Pushing event updated for resources: {'Network': ['ID=308387c4-27d8-4ada-b45a-3d2fdfb7de2e,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:16.308747 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Request body: {'subnet': {'network_id': '308387c4-27d8-4ada-b45a-3d2fdfb7de2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1129033900-subnet', 'tenant_id': 'b879b3b6318145139df3eb41c26d8d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:16.313902 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network 308387c4-27d8-4ada-b45a-3d2fdfb7de2e details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:46:16.398244 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Made reservation on behalf of b879b3b6318145139df3eb41c26d8d43 for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:16.400946 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:16.547513 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:16.571798 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-fa7322cb-1589-4bdc-b5f4-a824a87756ec tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:16.581839 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Made reservation on behalf of 85673d123616454f97af7c607d9feaa5 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:16.591008 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:16.593496 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-fa7322cb-1589-4bdc-b5f4-a824a87756ec tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 816 time: 0.5138042 Feb 17 09:46:16.625898 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b42eb-d2f7-4b17-a407-4d6d566b0867 req-df0cf56e-98c4-444a-a2d6-ce83c5f48719 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:16.633551 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-080b42eb-d2f7-4b17-a407-4d6d566b0867 req-df0cf56e-98c4-444a-a2d6-ce83c5f48719 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 944 time: 0.3438809 Feb 17 09:46:16.656100 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.124', 49929) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:16.676352 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-ec4ced99-331f-461a-ac03-c236cffa750f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/quotas/e0b3d80bb0ef413b9c1d79c6528a74c6 HTTP/1.1" status: 200 len: 375 time: 0.0821025 Feb 17 09:46:16.786022 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-080b42eb-d2f7-4b17-a407-4d6d566b0867 req-8c459b27-9f95-496d-aae3-f44f966f75fe tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514378 Feb 17 09:46:16.891304 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-9c1b6ace-fe67-4930-8d2b-11e629fec5eb tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2137327 Feb 17 09:46:16.974547 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-76c81ab5-8264-4e5c-872c-a510fc265779 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:16.976210 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-76c81ab5-8264-4e5c-872c-a510fc265779 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.124 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 819 time: 0.3162549 Feb 17 09:46:16.981408 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (70f6fda8-7488-4eee-a80c-749db307fb7c), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:17.023057 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Request body: {'port': {'device_id': '03770f0f-3c5e-4d58-ad92-b715de6936e5', 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f', 'admin_state_up': True, 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:17.072149 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Allocated IP 172.20.0.13 (da21f546-703c-4519-8db6-7972cafd6046/2e786f89-6f77-4465-bec4-a75497cf23f1/f159bdc2-afee-4dd0-9310-aa302242267b) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:46:17.088809 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-63590aec-0478-4801-a200-2063477d8cd7 req-b5172908-56e2-458b-9171-4caa83324980 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 210 time: 0.1094847 Feb 17 09:46:17.106059 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-8384bf9e-d325-4454-baaf-65c1ae17dd96 service neutron] 10.222.0.61 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855717 Feb 17 09:46:17.111618 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f6fda8-7488-4eee-a80c-749db307fb7c,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:17.235993 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Checking segment: {'id': 'c4160f0f-2c06-4483-b84b-5b6c96d2dd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '308387c4-27d8-4ada-b45a-3d2fdfb7de2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:17.236359 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Network hostable DHCP agents. Network: 308387c4-27d8-4ada-b45a-3d2fdfb7de2e, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:46:17.281854 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c56ec43-c8d7-425b-a06d-f82c9dfadadf req-477bbe51-db40-41c0-82f4-56e35a417461 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 210 time: 0.0779583 Feb 17 09:46:17.326489 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-a9eb4c28-2545-4b61-84a9-c608eb3af06e service neutron] 10.222.0.61 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834648 Feb 17 09:46:17.381493 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a15b774-7ee7-43b3-8224-dcd314f3bedc {{(pid=109367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:17.412210 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for port (f159bdc2-afee-4dd0-9310-aa302242267b), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:17.413614 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Network 308387c4-27d8-4ada-b45a-3d2fdfb7de2e is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:46:17.413868 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Publish callbacks [] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:17.426715 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Made reservation on behalf of 70dc30ddfde54302b3ba6be283f693c8 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:17.430064 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:17.445542 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, 308387c4-27d8-4ada-b45a-3d2fdfb7de2e) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:17.456137 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:17.456742 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:17.457361 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873fabb8-3d1f-432c-bc8f-a566160a490e None None] Network 308387c4-27d8-4ada-b45a-3d2fdfb7de2e requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:46:17.480449 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.provisioning_blocks [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Transition to ACTIVE for port object 3a15b774-7ee7-43b3-8224-dcd314f3bedc will not be triggered until provisioned by entity L2. {{(pid=109367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:46:17.493401 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:17.524968 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-2e2a7d81-804f-43d3-8277-91cdfba0e083 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2274258 Feb 17 09:46:17.606756 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:17.618484 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96837d18-6d96-41e5-bd99-b748478bdb9d req-e2cd3b19-25e1-4102-b4ae-629428661855 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:17.622270 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-96837d18-6d96-41e5-bd99-b748478bdb9d req-e2cd3b19-25e1-4102-b4ae-629428661855 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 944 time: 0.2292922 Feb 17 09:46:17.672137 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Pushing event updated for resources: {'Port': ['ID=3a15b774-7ee7-43b3-8224-dcd314f3bedc,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:17.725435 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Network da21f546-703c-4519-8db6-7972cafd6046 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:17.739616 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:17.747191 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:46:17.752434 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:17.753224 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:17.770972 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'Port': ['ID=f159bdc2-afee-4dd0-9310-aa302242267b,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:17.778916 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-201f4888-e345-437e-8068-d9785ee9e7ee req-1074346e-7427-404e-84d1-d5fa65e3c95e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 210 time: 0.1409299 Feb 17 09:46:17.885963 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Attempting to bind port 3a15b774-7ee7-43b3-8224-dcd314f3bedc on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:17.887009 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Attempting to bind port 3a15b774-7ee7-43b3-8224-dcd314f3bedc by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:17.887354 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Attempting to bind port 3a15b774-7ee7-43b3-8224-dcd314f3bedc on network b2aabd29-6432-404e-b9a9-6719dfe5d07f {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:17.896361 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Port 3a15b774-7ee7-43b3-8224-dcd314f3bedc on network b2aabd29-6432-404e-b9a9-6719dfe5d07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:46:17.896693 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Attempting to bind port 3a15b774-7ee7-43b3-8224-dcd314f3bedc on network b2aabd29-6432-404e-b9a9-6719dfe5d07f {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:17.899255 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:17.910731 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:17.911144 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Checking segment: {'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:17.911496 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Bound using segment: {'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:17.912063 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Bound port: 3a15b774-7ee7-43b3-8224-dcd314f3bedc, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'}}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:17.912704 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:17.919908 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-96837d18-6d96-41e5-bd99-b748478bdb9d req-eb0250c2-6abc-4f6c-98d5-ffa3f471de16 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863848 Feb 17 09:46:17.971404 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bc0a49-eefb-456a-a517-12e5438a6132 None None] Network 308387c4-27d8-4ada-b45a-3d2fdfb7de2e requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:46:17.987970 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Allocated IP 172.20.0.3 (b2aabd29-6432-404e-b9a9-6719dfe5d07f/35dd9666-5b85-4ffd-ae9f-b8eb1c2de585/c2563795-cf82-4260-9a03-98bed9672c4c) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:46:18.064897 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-41d1133f-83bf-4e76-a54e-8c9be9ba541d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8157988 Feb 17 09:46:18.147476 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Request body: {'port': {'device_id': '1c38089f-1e61-42b1-936b-5dd338f89185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:18.215722 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] For port 3a15b774-7ee7-43b3-8224-dcd314f3bedc, host hv-cinder-77398, cleared binding levels {{(pid=109367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:18.222157 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] For port 3a15b774-7ee7-43b3-8224-dcd314f3bedc, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:18.234347 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:18.366300 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:18.368566 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:18.368709 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:46:18.374221 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] 10.222.0.124 "PUT /v2.0/ports/3a15b774-7ee7-43b3-8224-dcd314f3bedc HTTP/1.1" status: 200 len: 1093 time: 2.4003885 Feb 17 09:46:18.383534 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:18.383928 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:18.391656 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace58137-b4d9-44d0-97db-fe764ca27156', 'tag': '3a15b774-7ee7-43b3-8224-dcd314f3bedc'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:18.395039 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1513d38b-4fba-433e-8b1b-c23e24e43611" -d '{"events": [{"name": "network-changed", "server_uuid": "ace58137-b4d9-44d0-97db-fe764ca27156", "tag": "3a15b774-7ee7-43b3-8224-dcd314f3bedc"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:18.435677 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d80f2-dff1-4380-94f9-a20a9fea4548 req-68093e6a-7d93-4ff6-94cf-6d0d4d907904 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:18.448307 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c97d80f2-dff1-4380-94f9-a20a9fea4548 req-68093e6a-7d93-4ff6-94cf-6d0d4d907904 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 944 time: 0.3355443 Feb 17 09:46:18.484942 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-1c40208d-650d-4bad-acdb-eb174a22f22c None None] Provisioning complete for port f159bdc2-afee-4dd0-9310-aa302242267b triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:18.485700 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1c40208d-650d-4bad-acdb-eb174a22f22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:18.503144 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:18.555636 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:18.555952 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:18.560027 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-1c40208d-650d-4bad-acdb-eb174a22f22c None None] Port f159bdc2-afee-4dd0-9310-aa302242267b cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:46:18.584083 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d0f86-8294-4ee3-82f4-61d8f45c5a6d service neutron] Pushing event updated for resources: {'Port': ['ID=3a15b774-7ee7-43b3-8224-dcd314f3bedc,revision_number=3']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:18.612230 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,segment=NetworkSegment(3622c36a-99c0-47f2-977f-17e12d89d986),segment_id=3622c36a-99c0-47f2-977f-17e12d89d986)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:18.614388 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83ef2b6-a2df-4280-8e8e-06a950fe5344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fab17c-9ad2-48df-9e82-7ab47bdec7c9'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:18.634156 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7ba9b-2245-469d-b6f5-e5e13f310ff7 req-515b1381-df30-4567-b787-29d0b7643390 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:18.635912 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bbc7ba9b-2245-469d-b6f5-e5e13f310ff7 req-515b1381-df30-4567-b787-29d0b7643390 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 932 time: 0.3374076 Feb 17 09:46:18.685919 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:18.687023 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device b6e41912-2233-4573-b818-1b4eb329f1b6 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:18.751423 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-3c454861-3755-4b5e-8514-0f7972c411f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:18.755716 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-3c454861-3755-4b5e-8514-0f7972c411f4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 1127 time: 0.2996995 Feb 17 09:46:18.787399 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:18.794206 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c97d80f2-dff1-4380-94f9-a20a9fea4548 req-8091476f-4ecc-429e-b860-5e53ad3c62a7 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446565 Feb 17 09:46:18.817017 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port b6e41912-2233-4573-b818-1b4eb329f1b6 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:46:18.824432 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port b6e41912-2233-4573-b818-1b4eb329f1b6 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:18.824827 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:18.844470 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-d7047351-c57e-499e-bc06-017d0e7a457a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc HTTP/1.1" status: 200 len: 217 time: 0.0649099 Feb 17 09:46:18.849944 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks [] for port (c2563795-cf82-4260-9a03-98bed9672c4c), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:18.850163 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bbc7ba9b-2245-469d-b6f5-e5e13f310ff7 req-45e2d40c-b793-4069-921c-cc0f7edf7da3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036591 Feb 17 09:46:19.023121 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port b6e41912-2233-4573-b818-1b4eb329f1b6 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:19.023807 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.063034 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1b3c0d-18cf-4a19-a474-55d6901ae167" -d '{"events": [{"server_uuid": "a83ef2b6-a2df-4280-8e8e-06a950fe5344", "name": "network-vif-plugged", "status": "completed", "tag": "c9fab17c-9ad2-48df-9e82-7ab47bdec7c9"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:19.116139 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port b6e41912-2233-4573-b818-1b4eb329f1b6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b6e41912-2233-4573-b818-1b4eb329f1b6,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:19.128142 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.252835 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=b6e41912-2233-4573-b818-1b4eb329f1b6,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:19.288046 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 51818) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:19.305384 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1892992464-network', 'tenant_id': '0e58a160a60d44c19756f480aa4bbfe9'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:19.389861 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Made reservation on behalf of 0e58a160a60d44c19756f480aa4bbfe9 for: {'network': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:19.392736 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.399096 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.419422 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.426354 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-252c67fd-91d2-4e31-8938-9ac6c6ef65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:19.427971 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-252c67fd-91d2-4e31-8938-9ac6c6ef65c5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 200 len: 859 time: 0.5769963 Feb 17 09:46:19.431003 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2925c241-96e2-4b8c-a7fa-e42148ec54ae x-openstack-request-id: req-2925c241-96e2-4b8c-a7fa-e42148ec54ae {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:19.431980 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace58137-b4d9-44d0-97db-fe764ca27156", "tag": "3a15b774-7ee7-43b3-8224-dcd314f3bedc", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:19.432269 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2925c241-96e2-4b8c-a7fa-e42148ec54ae {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:19.432687 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace58137-b4d9-44d0-97db-fe764ca27156', 'tag': '3a15b774-7ee7-43b3-8224-dcd314f3bedc', 'status': 'completed', 'code': 200} Feb 17 09:46:19.489637 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-ba518027-bf0f-446f-836a-4480927fca3d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2aabd29-6432-404e-b9a9-6719dfe5d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445647 Feb 17 09:46:19.505753 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Network b2aabd29-6432-404e-b9a9-6719dfe5d07f is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:19.515329 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:19.524721 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:46:19.532255 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:19.533130 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.533607 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ac0bc98d-85dc-4e2f-84e6-2c0406f885d8 req-d6c26146-0cc2-4689-a17e-d83bec3c6507 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 210 time: 0.0998859 Feb 17 09:46:19.587558 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Pushing event updated for resources: {'Port': ['ID=c2563795-cf82-4260-9a03-98bed9672c4c,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:19.609158 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a829c5-5b4e-4ee8-bd62-b0a2e752e78e req-9bc9d5c8-206c-4b47-88f0-3bb1a8625b9e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:19.610846 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-28a829c5-5b4e-4ee8-bd62-b0a2e752e78e req-9bc9d5c8-206c-4b47-88f0-3bb1a8625b9e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 931 time: 0.1817331 Feb 17 09:46:19.662587 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.124', 49935) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:19.677638 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-e4f121d9-29c1-4683-95c5-2f11befb099c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6799614 Feb 17 09:46:19.716050 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Request body: {'port': {'device_id': '03770f0f-3c5e-4d58-ad92-b715de6936e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:19.767528 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f159bdc2-afee-4dd0-9310-aa302242267b {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:19.780866 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Publish callbacks [] for port (f159bdc2-afee-4dd0-9310-aa302242267b), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.845948 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Transition to ACTIVE for port object f159bdc2-afee-4dd0-9310-aa302242267b will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:46:19.848459 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Publish callbacks [] for security_group (7582a25a-8300-4582-bc23-1c7a9cd5f7a2), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.851850 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.855874 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.874510 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (7582a25a-8300-4582-bc23-1c7a9cd5f7a2), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:19.884905 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-cc6eb0f2-821d-4d28-8123-e2c442e3f979 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:19.887349 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-cc6eb0f2-821d-4d28-8123-e2c442e3f979 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 816 time: 0.2236574 Feb 17 09:46:19.913428 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60a515-e9da-444a-a7e7-4ee63cbe62d6 req-4e38c228-7744-4ea6-a84b-0eceaf75998a tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:19.917613 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2f60a515-e9da-444a-a7e7-4ee63cbe62d6 req-4e38c228-7744-4ea6-a84b-0eceaf75998a tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 945 time: 0.1332171 Feb 17 09:46:19.931236 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-f5a4ea77-15a3-455c-b83e-2d6c88d908c5 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005289 Feb 17 09:46:19.951098 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=109366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:46:19.954696 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-28a829c5-5b4e-4ee8-bd62-b0a2e752e78e req-2100d58b-7987-47a2-bf51-7e46ef428c61 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377252 Feb 17 09:46:20.004145 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2f60a515-e9da-444a-a7e7-4ee63cbe62d6 req-cd58fe40-ddb5-4b82-89c1-6cddc53b19ef tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803578 Feb 17 09:46:20.023681 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (2e3cb0e1-861a-4015-80e8-7830ab5fd4a0), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.024379 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.segments_db [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Added segment 2e3cb0e1-861a-4015-80e8-7830ab5fd4a0 of type vlan for network 96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f Feb 17 09:46:20.091637 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.146888 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7582a25a-8300-4582-bc23-1c7a9cd5f7a2,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:20.242135 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa43e1d-74a6-4c25-9735-d715622e6a68 req-68c4bbdc-763d-4b21-9b95-87f2b34622de tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:20.244100 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4fa43e1d-74a6-4c25-9735-d715622e6a68 req-68c4bbdc-763d-4b21-9b95-87f2b34622de tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 945 time: 0.0937769 Feb 17 09:46:20.338451 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4fa43e1d-74a6-4c25-9735-d715622e6a68 req-e9906dc7-80c5-489a-816f-984b9d7e8f58 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767837 Feb 17 09:46:20.342789 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.343889 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:20.344578 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.352175 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Pushing event updated for resources: {'Port': ['ID=f159bdc2-afee-4dd0-9310-aa302242267b,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:20.451238 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1602068 Feb 17 09:46:20.455831 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 51840) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:20.465005 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Request body: {'subnet': {'network_id': '96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1892992464-subnet', 'tenant_id': '0e58a160a60d44c19756f480aa4bbfe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:20.504549 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78589a39-5ce0-4019-a251-8e5c445db429 x-openstack-request-id: req-78589a39-5ce0-4019-a251-8e5c445db429 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:20.505550 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83ef2b6-a2df-4280-8e8e-06a950fe5344", "name": "network-vif-plugged", "status": "completed", "tag": "c9fab17c-9ad2-48df-9e82-7ab47bdec7c9", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:20.506775 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78589a39-5ce0-4019-a251-8e5c445db429 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:20.507476 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Attempting to bind port f159bdc2-afee-4dd0-9310-aa302242267b on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:20.507617 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83ef2b6-a2df-4280-8e8e-06a950fe5344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fab17c-9ad2-48df-9e82-7ab47bdec7c9', 'code': 200} Feb 17 09:46:20.507965 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Attempting to bind port f159bdc2-afee-4dd0-9310-aa302242267b by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:20.508390 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Attempting to bind port f159bdc2-afee-4dd0-9310-aa302242267b on network da21f546-703c-4519-8db6-7972cafd6046 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:20.510707 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a58a4e-3f4b-4b32-8fbe-c2b6d17f377e admin admin] Pushing event updated for resources: {'Network': ['ID=96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:20.526297 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Port f159bdc2-afee-4dd0-9310-aa302242267b on network da21f546-703c-4519-8db6-7972cafd6046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:46:20.526833 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Attempting to bind port f159bdc2-afee-4dd0-9310-aa302242267b on network da21f546-703c-4519-8db6-7972cafd6046 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:20.534313 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network 96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:46:20.539937 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Made reservation on behalf of 0e58a160a60d44c19756f480aa4bbfe9 for: {'subnet': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:20.544375 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.562948 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:20.563320 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Checking segment: {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:20.563738 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Bound using segment: {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:20.564195 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Bound port: f159bdc2-afee-4dd0-9310-aa302242267b, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:20.564572 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.596905 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b157c00-5355-4748-9ae4-33196a520f02 req-1c46a28c-0cea-4559-871a-d54bc0dc6eff tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:20.598585 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1b157c00-5355-4748-9ae4-33196a520f02 req-1c46a28c-0cea-4559-871a-d54bc0dc6eff tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 944 time: 0.1266460 Feb 17 09:46:20.713517 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ccf95ffe-c0a3-45db-98e7-3ec17fef1cf3 req-3cd869ff-2936-40e3-b76d-4e6f0e099ecd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 210 time: 0.0477667 Feb 17 09:46:20.715185 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] For port f159bdc2-afee-4dd0-9310-aa302242267b, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:20.736045 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] For port f159bdc2-afee-4dd0-9310-aa302242267b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f159bdc2-afee-4dd0-9310-aa302242267b,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:20.741755 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2563795-cf82-4260-9a03-98bed9672c4c {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:20.752458 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Publish callbacks [] for port (c2563795-cf82-4260-9a03-98bed9672c4c), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.753556 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1b157c00-5355-4748-9ae4-33196a520f02 req-f07e5ca0-d9c4-4d03-9ca6-dace5ec1de43 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023502 Feb 17 09:46:20.756652 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.806227 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:20.807063 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.809285 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] 10.222.0.124 "PUT /v2.0/ports/f159bdc2-afee-4dd0-9310-aa302242267b HTTP/1.1" status: 200 len: 1094 time: 2.7308366 Feb 17 09:46:20.810481 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Transition to ACTIVE for port object c2563795-cf82-4260-9a03-98bed9672c4c will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:46:20.816804 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c38089f-1e61-42b1-936b-5dd338f89185', 'tag': 'f159bdc2-afee-4dd0-9310-aa302242267b'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:20.819593 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50912574-175f-4ef3-a26e-0f9397411de3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c38089f-1e61-42b1-936b-5dd338f89185", "tag": "f159bdc2-afee-4dd0-9310-aa302242267b"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:20.827766 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.857476 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8c661-5432-42dd-ad4c-466f658b5571 service neutron] Pushing event updated for resources: {'Port': ['ID=f159bdc2-afee-4dd0-9310-aa302242267b,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:20.881671 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (3a4d6003-ccca-4f04-8015-fdd2a10cdd7b), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.907457 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed374d-8c7e-48e8-abe0-8f53bc2d9a33 x-openstack-request-id: req-3eed374d-8c7e-48e8-abe0-8f53bc2d9a33 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:20.907742 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c38089f-1e61-42b1-936b-5dd338f89185", "tag": "f159bdc2-afee-4dd0-9310-aa302242267b", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:20.908003 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3eed374d-8c7e-48e8-abe0-8f53bc2d9a33 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:20.908592 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c38089f-1e61-42b1-936b-5dd338f89185', 'tag': 'f159bdc2-afee-4dd0-9310-aa302242267b', 'status': 'completed', 'code': 200} Feb 17 09:46:20.943739 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4d6003-ccca-4f04-8015-fdd2a10cdd7b,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:20.956380 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Attempting to bind port c2563795-cf82-4260-9a03-98bed9672c4c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:20.956712 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Attempting to bind port c2563795-cf82-4260-9a03-98bed9672c4c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:20.957031 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Attempting to bind port c2563795-cf82-4260-9a03-98bed9672c4c on network b2aabd29-6432-404e-b9a9-6719dfe5d07f {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:20.962099 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Checking segment: {'id': '2e3cb0e1-861a-4015-80e8-7830ab5fd4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:20.962498 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Network hostable DHCP agents. Network: 96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:46:20.966563 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Port c2563795-cf82-4260-9a03-98bed9672c4c on network b2aabd29-6432-404e-b9a9-6719dfe5d07f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:46:20.966823 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Attempting to bind port c2563795-cf82-4260-9a03-98bed9672c4c on network b2aabd29-6432-404e-b9a9-6719dfe5d07f {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:20.975439 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2563795-cf82-4260-9a03-98bed9672c4c,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:20.978258 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:20.978703 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Checking segment: {'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:20.979094 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Bound using segment: {'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:20.979548 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Bound port: c2563795-cf82-4260-9a03-98bed9672c4c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:20.980476 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:20.993056 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Network 96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:46:21.013082 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, 96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f) {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:21.022834 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a5d18-f26f-470f-b843-577226647043 None None] Network 96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:46:21.032830 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:21.033521 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:21.080542 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-c446ba23-62e7-4444-8874-b15a0c2b669d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6229773 Feb 17 09:46:21.165301 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] For port c2563795-cf82-4260-9a03-98bed9672c4c, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:21.172232 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] For port c2563795-cf82-4260-9a03-98bed9672c4c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c2563795-cf82-4260-9a03-98bed9672c4c,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:21.178545 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c610087-91b8-4769-a5cd-46223b5d670d None None] Network 96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:46:21.186417 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:21.208233 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:21.208997 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:21.212769 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] 10.222.0.124 "PUT /v2.0/ports/c2563795-cf82-4260-9a03-98bed9672c4c HTTP/1.1" status: 200 len: 1093 time: 1.5206997 Feb 17 09:46:21.293952 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788655c-4b29-4873-989b-ee6d074da0f2 req-34e8e572-db3b-40da-b75a-af891c112b27 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:21.301486 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1788655c-4b29-4873-989b-ee6d074da0f2 req-34e8e572-db3b-40da-b75a-af891c112b27 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 943 time: 0.1527939 Feb 17 09:46:21.316729 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600a94d-48ec-4bbb-9774-6a5a0f0b8ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2563795-cf82-4260-9a03-98bed9672c4c,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:21.336054 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88bb67-ba19-461f-8aed-223af2c1f823 req-30e427fc-0e6e-47ef-b783-de2e421ff14c tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:21.344453 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5c88bb67-ba19-461f-8aed-223af2c1f823 req-30e427fc-0e6e-47ef-b783-de2e421ff14c tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 945 time: 0.1837583 Feb 17 09:46:21.415655 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5c88bb67-ba19-461f-8aed-223af2c1f823 req-c29ce60a-18f9-43f3-b9e2-39638b25ef91 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702803 Feb 17 09:46:21.435384 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1788655c-4b29-4873-989b-ee6d074da0f2 req-5ca17468-9ceb-4847-8f34-2c187acfcbbe tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233573 Feb 17 09:46:21.540790 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b419414-52b0-4066-bd5d-8d3795f76d4f req-2f2d2824-a62a-486c-8ab8-5642bdeda60a tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:21.542972 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5b419414-52b0-4066-bd5d-8d3795f76d4f req-2f2d2824-a62a-486c-8ab8-5642bdeda60a tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 945 time: 0.0555065 Feb 17 09:46:21.602356 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5b419414-52b0-4066-bd5d-8d3795f76d4f req-02c66de8-a329-4b2f-b1c3-382e36eb8585 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528953 Feb 17 09:46:21.863321 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-888b505d-7472-4c73-8ca9-1fff095c12a7 req-cafd5909-c727-4645-a323-374369b5cd74 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 210 time: 0.0348401 Feb 17 09:46:21.915456 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34ccf1-cc8e-4c67-a220-514334f32e71 req-c4cf54ff-9194-4545-bc1f-5fdf0b77d9f2 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:21.916953 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4d34ccf1-cc8e-4c67-a220-514334f32e71 req-c4cf54ff-9194-4545-bc1f-5fdf0b77d9f2 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 944 time: 0.0561211 Feb 17 09:46:21.966942 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4d34ccf1-cc8e-4c67-a220-514334f32e71 req-96f40aaa-9586-4548-9cc9-062b4ee89be1 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Feb 17 09:46:22.508981 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e64505-11fb-43c0-8c95-3f0d035f03aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e41912-2233-4573-b818-1b4eb329f1b6'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:22.516105 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b397992e-85a7-4c62-8ad4-7d99aa068154" -d '{"events": [{"server_uuid": "35e64505-11fb-43c0-8c95-3f0d035f03aa", "name": "network-vif-plugged", "status": "completed", "tag": "b6e41912-2233-4573-b818-1b4eb329f1b6"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:22.566612 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-0661300a-cd35-4f84-9c87-97f714042ef4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6 HTTP/1.1" status: 200 len: 380 time: 0.2437482 Feb 17 09:46:22.567372 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.124', 49943) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:22.598049 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'port': {'device_id': '98041338-17cf-4488-b2a0-41eb9924ba67', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'admin_state_up': True, 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'security_groups': ['8ceabb43-d6a2-47c1-ad4f-5839875c608f']}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:22.612456 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912574-175f-4ef3-a26e-0f9397411de3 req-0bee0ef6-5fe4-4946-babe-4232a9d70a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:22.614117 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-50912574-175f-4ef3-a26e-0f9397411de3 req-0bee0ef6-5fe4-4946-babe-4232a9d70a59 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 1128 time: 0.1981416 Feb 17 09:46:22.625961 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-339c9964-4795-48d2-95ea-1553eaf0cf2b req-d53f532d-2f9d-4283-a6e4-f01521b27f6f service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045259 Feb 17 09:46:22.645113 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-3b935e24-44f7-427a-9929-84e542d0cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:22.646670 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-3b935e24-44f7-427a-9929-84e542d0cdf0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 1127 time: 0.1072261 Feb 17 09:46:22.727340 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-82614dab-4a2c-47da-92e2-fc19ed7f0fd6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2563795-cf82-4260-9a03-98bed9672c4c HTTP/1.1" status: 200 len: 217 time: 0.0711889 Feb 17 09:46:22.884369 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e207b1-73a5-4820-93f8-400c99967376 req-37511df5-e329-4dac-b950-3b9ed1addd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:22.886001 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a0e207b1-73a5-4820-93f8-400c99967376 req-37511df5-e329-4dac-b950-3b9ed1addd45 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 1129 time: 0.3140860 Feb 17 09:46:22.910066 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4243bd-3326-4092-bc77-3377e259e887 req-28964253-2c03-443f-97e7-ab74ffef7160 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:22.911867 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03770f0f-3c5e-4d58-ad92-b715de6936e5', 'tag': 'c2563795-cf82-4260-9a03-98bed9672c4c'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:22.914515 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ee9915-d311-40b9-89f1-0df0fca902ed" -d '{"events": [{"name": "network-changed", "server_uuid": "03770f0f-3c5e-4d58-ad92-b715de6936e5", "tag": "c2563795-cf82-4260-9a03-98bed9672c4c"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:22.917512 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-df4243bd-3326-4092-bc77-3377e259e887 req-28964253-2c03-443f-97e7-ab74ffef7160 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 943 time: 0.3489029 Feb 17 09:46:22.934694 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2eb006-dc48-450c-a1b6-63517f4c5b2e req-945f5974-fa89-4a27-b938-53cb03f4b5a1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:22.936428 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dd2eb006-dc48-450c-a1b6-63517f4c5b2e req-945f5974-fa89-4a27-b938-53cb03f4b5a1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 945 time: 0.3626215 Feb 17 09:46:22.937222 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-601f5a2f-1344-43f8-af88-8f70abfb348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:22.938396 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513d38b-4fba-433e-8b1b-c23e24e43611 req-8d9a401e-34d8-4e65-87c3-88a93534add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:22.939100 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-601f5a2f-1344-43f8-af88-8f70abfb348a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 200 len: 859 time: 0.2043469 Feb 17 09:46:22.939838 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1513d38b-4fba-433e-8b1b-c23e24e43611 req-8d9a401e-34d8-4e65-87c3-88a93534add1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 1127 time: 0.2183518 Feb 17 09:46:22.962121 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912574-175f-4ef3-a26e-0f9397411de3 req-ea123b73-b225-48d4-aaca-5be7273cfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:22.963719 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-50912574-175f-4ef3-a26e-0f9397411de3 req-ea123b73-b225-48d4-aaca-5be7273cfd5b service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=85673d123616454f97af7c607d9feaa5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3220057 Feb 17 09:46:22.988822 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a0e207b1-73a5-4820-93f8-400c99967376 req-d6da572a-2473-4fa7-9d90-f0d7ae2b5ae6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:22.992301 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-3ccb4ab1-6146-400e-b1ad-35bb9b55ab76 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2aabd29-6432-404e-b9a9-6719dfe5d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420346 Feb 17 09:46:23.054896 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Made reservation on behalf of e0b3d80bb0ef413b9c1d79c6528a74c6 for: {'port': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:23.058414 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:23.166128 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-df4243bd-3326-4092-bc77-3377e259e887 req-abec2f51-5864-4e8a-8285-e051505a6754 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473388 Feb 17 09:46:23.256606 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dd2eb006-dc48-450c-a1b6-63517f4c5b2e req-303a9a90-7f5e-4997-a318-1755cbe33a2f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062780 Feb 17 09:46:23.267465 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61624356-9ca0-49fa-b97a-5743fdf6f9f6 x-openstack-request-id: req-61624356-9ca0-49fa-b97a-5743fdf6f9f6 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:23.268026 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e64505-11fb-43c0-8c95-3f0d035f03aa", "name": "network-vif-plugged", "status": "completed", "tag": "b6e41912-2233-4573-b818-1b4eb329f1b6", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:23.268559 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61624356-9ca0-49fa-b97a-5743fdf6f9f6 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:23.269279 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e64505-11fb-43c0-8c95-3f0d035f03aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e41912-2233-4573-b818-1b4eb329f1b6', 'code': 200} Feb 17 09:46:23.286992 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-74fa2f16-9416-45d2-b223-1826400fe44e service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847369 Feb 17 09:46:23.322569 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50912574-175f-4ef3-a26e-0f9397411de3 req-9cb2a3f8-2376-4e39-b2f7-9b60905f9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:23.325599 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-50912574-175f-4ef3-a26e-0f9397411de3 req-9cb2a3f8-2376-4e39-b2f7-9b60905f9cb4 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3354950 Feb 17 09:46:23.342754 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513d38b-4fba-433e-8b1b-c23e24e43611 req-522a670a-401b-4498-81d7-c12d6c358b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:23.348661 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1513d38b-4fba-433e-8b1b-c23e24e43611 req-522a670a-401b-4498-81d7-c12d6c358b34 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 920 time: 0.3810904 Feb 17 09:46:23.465863 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1513d38b-4fba-433e-8b1b-c23e24e43611 req-08ca79fb-eae9-4b69-98bb-d9560114197b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc HTTP/1.1" status: 200 len: 217 time: 0.1010759 Feb 17 09:46:23.571093 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.124', 49949) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:23.586237 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7795c5ab-ddaf-40e8-ac11-7320c922b3b1 req-e74fccbd-45f1-4a7e-9540-4ff67018f1b2 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 210 time: 0.1139774 Feb 17 09:46:23.722964 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b01b2a-94d8-4535-8a86-0c604fce0536 x-openstack-request-id: req-65b01b2a-94d8-4535-8a86-0c604fce0536 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:23.723476 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03770f0f-3c5e-4d58-ad92-b715de6936e5", "tag": "c2563795-cf82-4260-9a03-98bed9672c4c", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:23.723699 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65b01b2a-94d8-4535-8a86-0c604fce0536 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:23.724195 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03770f0f-3c5e-4d58-ad92-b715de6936e5', 'tag': 'c2563795-cf82-4260-9a03-98bed9672c4c', 'status': 'completed', 'code': 200} Feb 17 09:46:23.762053 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9a7ec6e8-3122-4b53-b39a-51654e09d72c req-3b333a36-f484-4f52-8f75-0cc24ead5999 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663177 Feb 17 09:46:23.775186 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386057b7-159d-4372-b21c-8a4afd888c77 req-e9df9cc8-9662-4c7b-a2f0-b0d6d5f99107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:23.778148 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-e9df9cc8-9662-4c7b-a2f0-b0d6d5f99107 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 1128 time: 0.1172025 Feb 17 09:46:23.797554 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a0e207b1-73a5-4820-93f8-400c99967376 req-d6da572a-2473-4fa7-9d90-f0d7ae2b5ae6 service neutron] Publish callbacks [] for security_group (b6264536-b14d-4c8a-99ae-81010ca236ef), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:23.835443 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a0e207b1-73a5-4820-93f8-400c99967376 req-d6da572a-2473-4fa7-9d90-f0d7ae2b5ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (b6264536-b14d-4c8a-99ae-81010ca236ef), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:23.859675 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-0eded365-3b14-45ae-a264-69fbf6b93a5d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f159bdc2-afee-4dd0-9310-aa302242267b HTTP/1.1" status: 200 len: 217 time: 0.0717034 Feb 17 09:46:23.973559 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386057b7-159d-4372-b21c-8a4afd888c77 req-f7cc8c98-a618-42b9-8aba-00d2a5179c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:23.975181 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-f7cc8c98-a618-42b9-8aba-00d2a5179c79 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e786f89-6f77-4465-bec4-a75497cf23f1 HTTP/1.1" status: 200 len: 849 time: 0.0835114 Feb 17 09:46:23.977492 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9915-d311-40b9-89f1-0df0fca902ed req-4148bbea-53d7-4e50-b53c-775e0e5faa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:23.979136 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-f3ee9915-d311-40b9-89f1-0df0fca902ed req-4148bbea-53d7-4e50-b53c-775e0e5faa15 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 1127 time: 0.1290710 Feb 17 09:46:24.083341 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Allocated IP 172.20.0.9 (b653c0f7-a7ca-4196-b5ff-c0eefbad49fd/4d0c7460-8317-4e22-b30b-51c74fbbc3e6/88dd9ba2-e308-4574-8f73-b91094312591) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:46:24.087659 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513d38b-4fba-433e-8b1b-c23e24e43611 req-491449fa-88f0-4997-b793-6a00bd4986b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:24.089226 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1513d38b-4fba-433e-8b1b-c23e24e43611 req-491449fa-88f0-4997-b793-6a00bd4986b5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 200 len: 859 time: 0.6016824 Feb 17 09:46:24.132600 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386057b7-159d-4372-b21c-8a4afd888c77 req-951901b0-ffe4-43b0-ba2b-27406a170580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:24.134211 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-951901b0-ffe4-43b0-ba2b-27406a170580 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=da21f546-703c-4519-8db6-7972cafd6046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1477590 Feb 17 09:46:24.184000 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eac04-a307-45b3-a642-2140fed8f40b req-48ac7770-cdcd-4b07-981f-e74319bdc70c tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:24.185594 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e90eac04-a307-45b3-a642-2140fed8f40b req-48ac7770-cdcd-4b07-981f-e74319bdc70c tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 945 time: 0.7293501 Feb 17 09:46:24.195688 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1513d38b-4fba-433e-8b1b-c23e24e43611 req-181cfaba-799e-47cd-aa76-e29dac4f69ab service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2aabd29-6432-404e-b9a9-6719dfe5d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761626 Feb 17 09:46:24.205766 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53db810-5c1e-448b-a597-77680058aeae req-405f6ab3-c46b-4e0c-a03c-f14863bae03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:24.207362 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e53db810-5c1e-448b-a597-77680058aeae req-405f6ab3-c46b-4e0c-a03c-f14863bae03b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 1129 time: 0.6175356 Feb 17 09:46:24.219799 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a0e207b1-73a5-4820-93f8-400c99967376 req-d6da572a-2473-4fa7-9d90-f0d7ae2b5ae6 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3205893 Feb 17 09:46:24.233278 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da572a-2473-4fa7-9d90-f0d7ae2b5ae6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b6264536-b14d-4c8a-99ae-81010ca236ef,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:24.245545 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9915-d311-40b9-89f1-0df0fca902ed req-3f77fc7c-7e70-4531-98c4-d82de2cf6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:24.245545 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-f3ee9915-d311-40b9-89f1-0df0fca902ed req-3f77fc7c-7e70-4531-98c4-d82de2cf6a38 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 920 time: 0.2477274 Feb 17 09:46:24.257212 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-b1c93261-11e0-4871-af97-f5a82575704d service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145945 Feb 17 09:46:24.414829 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1483596-f04d-438c-a0b3-8e51f4f60d32 req-4347b17e-e060-46d3-b046-07671b045ffe tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:24.416434 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e1483596-f04d-438c-a0b3-8e51f4f60d32 req-4347b17e-e060-46d3-b046-07671b045ffe tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 944 time: 0.5964346 Feb 17 09:46:24.486982 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e90eac04-a307-45b3-a642-2140fed8f40b req-71dab7f5-50d4-49aa-ac90-a624ffb4147d tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891850 Feb 17 09:46:24.497225 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e53db810-5c1e-448b-a597-77680058aeae req-887ebf90-6537-46e7-8d05-59604d8ddb49 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646835 Feb 17 09:46:24.527810 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-f3ee9915-d311-40b9-89f1-0df0fca902ed req-958739ef-d8c5-4a7e-9c59-3bcab2af06a9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2563795-cf82-4260-9a03-98bed9672c4c HTTP/1.1" status: 200 len: 217 time: 0.0705647 Feb 17 09:46:24.633001 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-99ce2f8a-9f14-470b-897d-599efec17310 service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864955 Feb 17 09:46:24.648116 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1513d38b-4fba-433e-8b1b-c23e24e43611 req-d43cd2b4-568b-4fbf-a50d-76e6f9a8b51b service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380825 Feb 17 09:46:24.689896 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for port (88dd9ba2-e308-4574-8f73-b91094312591), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:24.708750 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e1483596-f04d-438c-a0b3-8e51f4f60d32 req-19d73ef5-f888-4f56-9593-64dd6e729096 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328532 Feb 17 09:46:24.765101 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee9915-d311-40b9-89f1-0df0fca902ed req-61113e43-fe09-406c-adeb-1c0720f76379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:24.769601 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-f3ee9915-d311-40b9-89f1-0df0fca902ed req-61113e43-fe09-406c-adeb-1c0720f76379 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 200 len: 859 time: 0.0672283 Feb 17 09:46:24.806630 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db07fd6-64a2-4626-bb5b-36963e62cf9f req-7c6b8bc8-743e-4bc8-add3-735bdf9778cb tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:24.808774 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5db07fd6-64a2-4626-bb5b-36963e62cf9f req-7c6b8bc8-743e-4bc8-add3-735bdf9778cb tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 943 time: 0.2116625 Feb 17 09:46:24.820024 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-f3ee9915-d311-40b9-89f1-0df0fca902ed req-40903fea-ee05-48b3-bf48-026effa8b1c3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2aabd29-6432-404e-b9a9-6719dfe5d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433071 Feb 17 09:46:24.956528 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1513d38b-4fba-433e-8b1b-c23e24e43611 req-a3f5df7d-48e7-4613-a298-1ee79563db74 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522051 Feb 17 09:46:24.967681 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-f3ee9915-d311-40b9-89f1-0df0fca902ed req-82c9ad36-ab96-4ec8-ad1e-244440209421 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394472 Feb 17 09:46:24.993863 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5db07fd6-64a2-4626-bb5b-36963e62cf9f req-5e1d64f5-c710-4fd8-a198-eafc7107033c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768136 Feb 17 09:46:25.001408 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:25.067479 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:25.077904 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b7a5c-9995-463f-b0f7-636305f3e4cd req-a8afcdd0-a1c9-41b1-8298-6bc7c0fcb6e6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:25.079710 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d49b7a5c-9995-463f-b0f7-636305f3e4cd req-a8afcdd0-a1c9-41b1-8298-6bc7c0fcb6e6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 945 time: 0.1978922 Feb 17 09:46:25.087971 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:25.097675 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:46:25.103699 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:25.104474 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:25.124757 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:25.141213 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-f3ee9915-d311-40b9-89f1-0df0fca902ed req-ebf9cd77-3aa7-4879-aaef-7e1be828ca12 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637096 Feb 17 09:46:25.183369 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-64fa54a5-f93c-4c2e-a2ae-d33d4dd127dd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6048777 Feb 17 09:46:25.203234 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Request body: {'port': {'device_id': '98041338-17cf-4488-b2a0-41eb9924ba67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:25.271937 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d49b7a5c-9995-463f-b0f7-636305f3e4cd req-3200e991-5f70-4e3c-86ba-c543f986e3e0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783564 Feb 17 09:46:25.328890 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7085dd-17dd-41ae-b142-b308a0200ff9 req-64f41a92-fa2f-4871-b2bf-27bb762301af tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:25.331156 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3e7085dd-17dd-41ae-b142-b308a0200ff9 req-64f41a92-fa2f-4871-b2bf-27bb762301af tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 931 time: 0.2137184 Feb 17 09:46:25.350828 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (88dd9ba2-e308-4574-8f73-b91094312591), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:25.448371 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3e7085dd-17dd-41ae-b142-b308a0200ff9 req-928c5af7-0d53-47e3-9615-aa3057500bb9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029882 Feb 17 09:46:25.481483 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-cdbd1929-7348-4a7d-9e75-9e6f4030ba91 None None] Provisioning complete for port 88dd9ba2-e308-4574-8f73-b91094312591 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:25.482133 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-cdbd1929-7348-4a7d-9e75-9e6f4030ba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (88dd9ba2-e308-4574-8f73-b91094312591), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:25.530258 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd1929-7348-4a7d-9e75-9e6f4030ba91 None None] Port 88dd9ba2-e308-4574-8f73-b91094312591 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:46:25.689724 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0750c-3efd-4cea-8dfe-1abf8d3ff0a4 req-af6f81ac-177e-4d81-83f2-d1550c0aecd4 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:25.691325 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7cf0750c-3efd-4cea-8dfe-1abf8d3ff0a4 req-af6f81ac-177e-4d81-83f2-d1550c0aecd4 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 945 time: 0.1060629 Feb 17 09:46:25.807042 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7cf0750c-3efd-4cea-8dfe-1abf8d3ff0a4 req-f207eb12-fe53-444c-b5f1-36d0976f38a9 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072013 Feb 17 09:46:25.835438 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88dd9ba2-e308-4574-8f73-b91094312591 {{(pid=109367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:25.865221 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Publish callbacks [] for port (88dd9ba2-e308-4574-8f73-b91094312591), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:25.888071 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.provisioning_blocks [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Transition to ACTIVE for port object 88dd9ba2-e308-4574-8f73-b91094312591 will not be triggered until provisioned by entity L2. {{(pid=109367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:46:25.898110 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:25.914286 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884868cd-92b0-4480-a424-d81ae46fd029 req-246bb611-dcd1-4957-ba09-8410723102f3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:25.915937 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-884868cd-92b0-4480-a424-d81ae46fd029 req-246bb611-dcd1-4957-ba09-8410723102f3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 944 time: 0.0980215 Feb 17 09:46:25.998554 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Pushing event updated for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:26.097465 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-884868cd-92b0-4480-a424-d81ae46fd029 req-1da4a929-76ec-4a2f-8fe5-691154ec817f tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569753 Feb 17 09:46:26.099129 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Attempting to bind port 88dd9ba2-e308-4574-8f73-b91094312591 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:26.099594 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Attempting to bind port 88dd9ba2-e308-4574-8f73-b91094312591 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:26.100043 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Attempting to bind port 88dd9ba2-e308-4574-8f73-b91094312591 on network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:26.105540 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Port 88dd9ba2-e308-4574-8f73-b91094312591 on network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:46:26.106058 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Attempting to bind port 88dd9ba2-e308-4574-8f73-b91094312591 on network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:26.113163 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:26.113682 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Checking segment: {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:26.114239 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Bound using segment: {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:26.114799 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Bound port: 88dd9ba2-e308-4574-8f73-b91094312591, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'}}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:26.115290 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (88dd9ba2-e308-4574-8f73-b91094312591), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:26.318645 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 3a15b774-7ee7-43b3-8224-dcd314f3bedc details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:46:26.340175 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52002) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:26.446324 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, cleared binding levels {{(pid=109367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:26.461330 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:26.518278 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 3a15b774-7ee7-43b3-8224-dcd314f3bedc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:26.520450 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:26.549795 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '3a15b774-7ee7-43b3-8224-dcd314f3bedc', 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f', 'port_id': '3a15b774-7ee7-43b3-8224-dcd314f3bedc', 'mac_address': 'fa:16:3e:1e:f7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35dd9666-5b85-4ffd-ae9f-b8eb1c2de585', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:46:26.591636 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcce64-3a96-44a4-8c16-ba64a08c7ce2 req-a4f11b51-731a-4248-bb04-c689a839c640 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:26.601097 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-54bcce64-3a96-44a4-8c16-ba64a08c7ce2 req-a4f11b51-731a-4248-bb04-c689a839c640 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 943 time: 0.4167030 Feb 17 09:46:26.613996 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:26.615204 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:26.617528 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 3a15b774-7ee7-43b3-8224-dcd314f3bedc is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:26.618376 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] 10.222.0.124 "PUT /v2.0/ports/88dd9ba2-e308-4574-8f73-b91094312591 HTTP/1.1" status: 200 len: 1093 time: 1.4243722 Feb 17 09:46:26.619602 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:26.632544 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:26.635020 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c956f175-cb56-4cc9-97fc-5b969bde7afe" -d '{"events": [{"name": "network-changed", "server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "tag": "88dd9ba2-e308-4574-8f73-b91094312591"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:26.640854 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a15b774-7ee7-43b3-8224-dcd314f3bedc {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:26.673099 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 3a15b774-7ee7-43b3-8224-dcd314f3bedc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:26.686583 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bcc8e-687b-4648-a97c-dcfb906a9329 req-fe3e71ed-ba0f-4cff-bfe0-e7665fa88bb2 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:26.689500 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:26.691973 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device c2563795-cf82-4260-9a03-98bed9672c4c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:46:26.694351 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-559bcc8e-687b-4648-a97c-dcfb906a9329 req-fe3e71ed-ba0f-4cff-bfe0-e7665fa88bb2 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 945 time: 0.2274861 Feb 17 09:46:26.702569 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-647e59aa-04db-43ed-8fa9-e798f44eb57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:26.728645 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port c2563795-cf82-4260-9a03-98bed9672c4c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c2563795-cf82-4260-9a03-98bed9672c4c,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:26.834709 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-647e59aa-04db-43ed-8fa9-e798f44eb57f admin admin] Publish callbacks [] for security_group (e5b8467c-24b1-4f97-b2f5-199e626e45d5), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:26.837441 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'c2563795-cf82-4260-9a03-98bed9672c4c', 'network_id': 'b2aabd29-6432-404e-b9a9-6719dfe5d07f', 'port_id': 'c2563795-cf82-4260-9a03-98bed9672c4c', 'mac_address': 'fa:16:3e:55:63:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35dd9666-5b85-4ffd-ae9f-b8eb1c2de585', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:46:26.839729 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=3a15b774-7ee7-43b3-8224-dcd314f3bedc,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:26.841454 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-647e59aa-04db-43ed-8fa9-e798f44eb57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (e5b8467c-24b1-4f97-b2f5-199e626e45d5), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:26.880315 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdb8b1-a126-48b3-aa8b-1e48b23252fc service neutron] Pushing event updated for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=3']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:26.915479 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-647e59aa-04db-43ed-8fa9-e798f44eb57f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fe1793672d347e79c2c72638745eb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5733745 Feb 17 09:46:26.918030 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e59aa-04db-43ed-8fa9-e798f44eb57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b8467c-24b1-4f97-b2f5-199e626e45d5,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:26.922637 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52030) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:26.939798 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port c2563795-cf82-4260-9a03-98bed9672c4c is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:26.940518 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:26.941918 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-54bcce64-3a96-44a4-8c16-ba64a08c7ce2 req-f519275f-c70d-48a6-8c19-cd0aeb0510db tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363984 Feb 17 09:46:26.966415 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2563795-cf82-4260-9a03-98bed9672c4c {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:26.979716 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-559bcc8e-687b-4648-a97c-dcfb906a9329 req-ae705dfd-bd27-4ef0-8f1c-240d65905841 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832394 Feb 17 09:46:26.992647 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-11d04371-8dfe-4976-b33e-86cf6f4886e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:26.993510 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port c2563795-cf82-4260-9a03-98bed9672c4c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c2563795-cf82-4260-9a03-98bed9672c4c,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:26.998471 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-11d04371-8dfe-4976-b33e-86cf6f4886e7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 1127 time: 0.2681561 Feb 17 09:46:27.001457 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:27.057215 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-20dd915d-18f8-4094-a6bf-80e8455b3e3d admin admin] Publish callbacks [] for security_group (e5b8467c-24b1-4f97-b2f5-199e626e45d5), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:27.089652 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=c2563795-cf82-4260-9a03-98bed9672c4c,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:27.104285 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-20dd915d-18f8-4094-a6bf-80e8455b3e3d admin admin] Publish callbacks [] for security_group (e5b8467c-24b1-4f97-b2f5-199e626e45d5), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:27.151917 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d92651e-1be8-4a48-9c01-b0bb7321a9ec x-openstack-request-id: req-9d92651e-1be8-4a48-9c01-b0bb7321a9ec {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:27.152567 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "tag": "88dd9ba2-e308-4574-8f73-b91094312591", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:27.152567 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d92651e-1be8-4a48-9c01-b0bb7321a9ec {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:27.154616 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591', 'status': 'completed', 'code': 200} Feb 17 09:46:27.185424 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-20dd915d-18f8-4094-a6bf-80e8455b3e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (e5b8467c-24b1-4f97-b2f5-199e626e45d5), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:27.188330 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-20dd915d-18f8-4094-a6bf-80e8455b3e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:27.189592 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-20dd915d-18f8-4094-a6bf-80e8455b3e3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5b8467c-24b1-4f97-b2f5-199e626e45d5 HTTP/1.1" status: 204 len: 168 time: 0.2654355 Feb 17 09:46:27.198027 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-3d2319b7-5560-4084-a286-92e0ceb888c6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88dd9ba2-e308-4574-8f73-b91094312591 HTTP/1.1" status: 200 len: 217 time: 0.1918907 Feb 17 09:46:27.215151 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd915d-18f8-4094-a6bf-80e8455b3e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b8467c-24b1-4f97-b2f5-199e626e45d5,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:27.242777 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['c2563795-cf82-4260-9a03-98bed9672c4c'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:46:27.281865 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['3a15b774-7ee7-43b3-8224-dcd314f3bedc'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:46:27.322597 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-b97d93bb-50e2-4e3c-ad26-57b4720c6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:27.322597 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-b97d93bb-50e2-4e3c-ad26-57b4720c6b6d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.1059625 Feb 17 09:46:27.365558 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dd56d-9b8a-4fbb-8f6c-3594a22007d8 req-a99af959-3582-4864-b8e5-bf8fcb5b97b8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:27.368433 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-401dd56d-9b8a-4fbb-8f6c-3594a22007d8 req-a99af959-3582-4864-b8e5-bf8fcb5b97b8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.2116671 Feb 17 09:46:27.379399 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f2dda-a3eb-4ae1-a468-f63bbab6273e req-f4b86b1d-ea91-4f56-acf0-15a178259bf1 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:27.381129 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed9f2dda-a3eb-4ae1-a468-f63bbab6273e req-f4b86b1d-ea91-4f56-acf0-15a178259bf1 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 945 time: 0.1821890 Feb 17 09:46:27.524049 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed9f2dda-a3eb-4ae1-a468-f63bbab6273e req-0ee88b64-2907-4ea4-a70f-731eadeca5c7 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298635 Feb 17 09:46:27.527492 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-165e927a-29fa-41ad-9528-28ebe1cacd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:27.530197 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-165e927a-29fa-41ad-9528-28ebe1cacd8d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2043805 Feb 17 09:46:27.541929 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-401dd56d-9b8a-4fbb-8f6c-3594a22007d8 req-0768522f-7ccd-43cd-b8ac-bb0b010d1611 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546466 Feb 17 09:46:27.660350 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52052) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:27.677382 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-258eb366-5ba3-436c-af6d-03ca8c102a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:27.742994 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-a85ae0b1-7d20-4126-836e-81b399e07ccb service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999660 Feb 17 09:46:27.802168 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5488e6f-6db6-4017-8988-65600c9bccd9 req-21c596ec-a8cb-4cb9-ad83-ef54670b4b99 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:27.810869 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e5488e6f-6db6-4017-8988-65600c9bccd9 req-21c596ec-a8cb-4cb9-ad83-ef54670b4b99 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 944 time: 0.1217577 Feb 17 09:46:27.844424 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-258eb366-5ba3-436c-af6d-03ca8c102a4d admin admin] Publish callbacks [] for security_group (328bb02f-6063-49cd-a2e0-97a25149b747), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:27.850346 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-258eb366-5ba3-436c-af6d-03ca8c102a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (328bb02f-6063-49cd-a2e0-97a25149b747), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:27.912549 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eb366-5ba3-436c-af6d-03ca8c102a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328bb02f-6063-49cd-a2e0-97a25149b747,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:27.924755 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-258eb366-5ba3-436c-af6d-03ca8c102a4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b82f5ab54b547cc872bd99a4546239c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630258 Feb 17 09:46:27.925885 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52054) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:27.933217 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20a7b879-b64b-4997-a958-3bcd10dc9111 req-96e70fb5-7f23-466b-a6ba-a7de8a7ba92c service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840696 Feb 17 09:46:27.976762 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e5488e6f-6db6-4017-8988-65600c9bccd9 req-cf0b48f1-3d09-4c77-be79-fa42b078fc6d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647236 Feb 17 09:46:28.045393 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7ee01204-daad-4cc0-802a-f1824d76456b admin admin] Publish callbacks [] for security_group (328bb02f-6063-49cd-a2e0-97a25149b747), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:28.071759 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7ee01204-daad-4cc0-802a-f1824d76456b admin admin] Publish callbacks [] for security_group (328bb02f-6063-49cd-a2e0-97a25149b747), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:28.154550 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7ee01204-daad-4cc0-802a-f1824d76456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (328bb02f-6063-49cd-a2e0-97a25149b747), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:28.157261 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7ee01204-daad-4cc0-802a-f1824d76456b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:28.158715 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7ee01204-daad-4cc0-802a-f1824d76456b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/328bb02f-6063-49cd-a2e0-97a25149b747 HTTP/1.1" status: 204 len: 168 time: 0.2314236 Feb 17 09:46:28.181699 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee01204-daad-4cc0-802a-f1824d76456b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328bb02f-6063-49cd-a2e0-97a25149b747,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:28.181972 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-3a62db13-a838-44af-a0d9-2521b9b45653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:28.186357 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-3a62db13-a838-44af-a0d9-2521b9b45653 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 1127 time: 0.1329410 Feb 17 09:46:28.326694 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device f159bdc2-afee-4dd0-9310-aa302242267b details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:46:28.365592 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 3a15b774-7ee7-43b3-8224-dcd314f3bedc up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:28.494597 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 3a15b774-7ee7-43b3-8224-dcd314f3bedc completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:46:28.500983 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 3a15b774-7ee7-43b3-8224-dcd314f3bedc triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:28.501632 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:28.611869 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-9e571515-ae5c-414c-88b0-02b46da61383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:28.613989 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-9e571515-ae5c-414c-88b0-02b46da61383 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 917 time: 0.4203718 Feb 17 09:46:28.666098 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-9d629bcd-395c-4e2e-9874-c992bd0e8972 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88dd9ba2-e308-4574-8f73-b91094312591 HTTP/1.1" status: 200 len: 217 time: 0.0427086 Feb 17 09:46:28.682278 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5560c14-e97f-4bf0-8a58-86902b24dfc9 req-1dd5208c-03f2-4549-9585-f4e36702db41 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:28.690484 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c5560c14-e97f-4bf0-8a58-86902b24dfc9 req-1dd5208c-03f2-4549-9585-f4e36702db41 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 944 time: 0.5240819 Feb 17 09:46:28.703738 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port f159bdc2-afee-4dd0-9310-aa302242267b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f159bdc2-afee-4dd0-9310-aa302242267b,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:28.722341 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'f159bdc2-afee-4dd0-9310-aa302242267b', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'port_id': 'f159bdc2-afee-4dd0-9310-aa302242267b', 'mac_address': 'fa:16:3e:41:51:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:46:28.757037 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224579c-ea05-4c6d-9a52-68bdff0af9fe req-c4e94640-eaa9-43bc-9e2f-6b3f9a6d52ee tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:28.758669 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9224579c-ea05-4c6d-9a52-68bdff0af9fe req-c4e94640-eaa9-43bc-9e2f-6b3f9a6d52ee tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 945 time: 0.5974872 Feb 17 09:46:28.814474 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-b5c92dc7-5029-4539-8169-ccfad14e1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:28.816389 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-b5c92dc7-5029-4539-8169-ccfad14e1ca3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.1429148 Feb 17 09:46:28.816519 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port f159bdc2-afee-4dd0-9310-aa302242267b is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:28.816813 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:28.836969 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f159bdc2-afee-4dd0-9310-aa302242267b {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:28.852194 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 3a15b774-7ee7-43b3-8224-dcd314f3bedc is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:28.852822 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:28.893695 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port f159bdc2-afee-4dd0-9310-aa302242267b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f159bdc2-afee-4dd0-9310-aa302242267b,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:28.906192 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace58137-b4d9-44d0-97db-fe764ca27156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a15b774-7ee7-43b3-8224-dcd314f3bedc'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:28.910434 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f778c521-074d-4a13-9a54-de466f7f4a6d" -d '{"events": [{"server_uuid": "ace58137-b4d9-44d0-97db-fe764ca27156", "name": "network-vif-plugged", "status": "completed", "tag": "3a15b774-7ee7-43b3-8224-dcd314f3bedc"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:28.912357 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c5560c14-e97f-4bf0-8a58-86902b24dfc9 req-52651f8f-3a2f-4ba6-b573-2afc8c81ea52 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185149 Feb 17 09:46:28.917181 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:28.924170 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9224579c-ea05-4c6d-9a52-68bdff0af9fe req-8f2947e5-eee5-4f12-a062-308cb77566f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535375 Feb 17 09:46:28.985621 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-ac487c3e-4caf-4761-bbb1-f50af150f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:28.990124 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-ac487c3e-4caf-4761-bbb1-f50af150f76b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1495724 Feb 17 09:46:29.008743 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=f159bdc2-afee-4dd0-9310-aa302242267b,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:29.016359 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 3a15b774-7ee7-43b3-8224-dcd314f3bedc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:29.024083 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:29.025544 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device c2563795-cf82-4260-9a03-98bed9672c4c up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:29.100593 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f31b61d-3b03-4572-bbec-643780c5a79b x-openstack-request-id: req-3f31b61d-3b03-4572-bbec-643780c5a79b {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:29.100804 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace58137-b4d9-44d0-97db-fe764ca27156", "name": "network-vif-plugged", "status": "completed", "tag": "3a15b774-7ee7-43b3-8224-dcd314f3bedc", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:29.101498 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f31b61d-3b03-4572-bbec-643780c5a79b {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:29.102423 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace58137-b4d9-44d0-97db-fe764ca27156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a15b774-7ee7-43b3-8224-dcd314f3bedc', 'code': 200} Feb 17 09:46:29.183099 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=3a15b774-7ee7-43b3-8224-dcd314f3bedc,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:29.190293 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port c2563795-cf82-4260-9a03-98bed9672c4c completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:46:29.196447 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port c2563795-cf82-4260-9a03-98bed9672c4c triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:29.197035 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:29.228690 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['f159bdc2-afee-4dd0-9310-aa302242267b'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:46:29.407739 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-b5fd3a71-276c-4cd5-a9e0-f628a0bdbde8 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121060 Feb 17 09:46:29.544801 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf8b69-239d-482a-9bed-e88ad0b36b99 req-0c15a19a-cac1-4b08-ba1f-87cd95f38948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:29.546485 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-08cf8b69-239d-482a-9bed-e88ad0b36b99 req-0c15a19a-cac1-4b08-ba1f-87cd95f38948 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 1129 time: 0.1954560 Feb 17 09:46:29.568692 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c956f175-cb56-4cc9-97fc-5b969bde7afe req-d9a47030-07f6-454c-a60c-b018a3cca648 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527727 Feb 17 09:46:29.633627 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682f6f9-f052-4906-abfc-7acba28b6dcf req-f11c1976-b423-4847-aa5a-c149005c9868 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:29.635998 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5682f6f9-f052-4906-abfc-7acba28b6dcf req-f11c1976-b423-4847-aa5a-c149005c9868 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.5540216 Feb 17 09:46:29.652656 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port c2563795-cf82-4260-9a03-98bed9672c4c is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:29.654711 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:29.664440 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-08cf8b69-239d-482a-9bed-e88ad0b36b99 req-42b3a16a-50ff-456a-bdd6-5d9466995081 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046782 Feb 17 09:46:29.690283 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02b6b-72e3-482e-ab04-b84303e019ac req-861edf3c-600c-428f-8ac0-16339685252e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:29.692645 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-90b02b6b-72e3-482e-ab04-b84303e019ac req-861edf3c-600c-428f-8ac0-16339685252e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 945 time: 0.4247255 Feb 17 09:46:29.733653 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port c2563795-cf82-4260-9a03-98bed9672c4c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c2563795-cf82-4260-9a03-98bed9672c4c,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:29.740831 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:29.763766 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5682f6f9-f052-4906-abfc-7acba28b6dcf req-88b07d41-9abd-4d74-982a-ce7368abe2bd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065590 Feb 17 09:46:29.793490 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-90b02b6b-72e3-482e-ab04-b84303e019ac req-de36a329-2c64-4a9e-a0ca-2adaf0a4e0a0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821004 Feb 17 09:46:29.838482 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=c2563795-cf82-4260-9a03-98bed9672c4c,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:30.144889 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d331f2-e46f-4fef-a01d-d84256d599ff req-c55429df-ccf8-4d01-9ad6-bf0de8d8192e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:30.150336 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a3d331f2-e46f-4fef-a01d-d84256d599ff req-c55429df-ccf8-4d01-9ad6-bf0de8d8192e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1051233 Feb 17 09:46:30.223625 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-486f8301-ca87-46fd-8a66-821abf23d350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:30.250586 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a3d331f2-e46f-4fef-a01d-d84256d599ff req-d227a0c0-0c9c-4aeb-91be-cc0aaf739be6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911314 Feb 17 09:46:30.349935 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device f159bdc2-afee-4dd0-9310-aa302242267b up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:30.455392 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port f159bdc2-afee-4dd0-9310-aa302242267b completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:46:30.474202 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port f159bdc2-afee-4dd0-9310-aa302242267b triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:30.474699 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:30.593515 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port f159bdc2-afee-4dd0-9310-aa302242267b is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:30.593955 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:30.629864 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port f159bdc2-afee-4dd0-9310-aa302242267b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f159bdc2-afee-4dd0-9310-aa302242267b,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:30.634828 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:30.705623 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=f159bdc2-afee-4dd0-9310-aa302242267b,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:30.951685 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8c031-ea84-4917-afe0-8a70b7f18442 req-7c343bf2-2603-4bb1-b5b5-1c80d704976e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:30.953449 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f9d8c031-ea84-4917-afe0-8a70b7f18442 req-7c343bf2-2603-4bb1-b5b5-1c80d704976e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.0766854 Feb 17 09:46:31.023915 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f9d8c031-ea84-4917-afe0-8a70b7f18442 req-a256a9ad-0d4e-4447-8af6-0b6ab9da802a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608792 Feb 17 09:46:31.103793 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03770f0f-3c5e-4d58-ad92-b715de6936e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2563795-cf82-4260-9a03-98bed9672c4c'}, {'server_uuid': '1c38089f-1e61-42b1-936b-5dd338f89185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f159bdc2-afee-4dd0-9310-aa302242267b'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:31.109144 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9976f47-5ec1-4a1d-b6a7-215218c505d9" -d '{"events": [{"server_uuid": "03770f0f-3c5e-4d58-ad92-b715de6936e5", "name": "network-vif-plugged", "status": "completed", "tag": "c2563795-cf82-4260-9a03-98bed9672c4c"}, {"server_uuid": "1c38089f-1e61-42b1-936b-5dd338f89185", "name": "network-vif-plugged", "status": "completed", "tag": "f159bdc2-afee-4dd0-9310-aa302242267b"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:31.351947 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0887d27-05c6-4bf7-81b1-acb5bc7ae2f0 req-2ec56b1d-7d70-404d-858a-01d2e762ae41 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:31.354704 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e0887d27-05c6-4bf7-81b1-acb5bc7ae2f0 req-2ec56b1d-7d70-404d-858a-01d2e762ae41 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0757120 Feb 17 09:46:31.449093 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e0887d27-05c6-4bf7-81b1-acb5bc7ae2f0 req-59766e23-75af-4c4a-b5fe-dd36b66004e9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886927 Feb 17 09:46:31.521357 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60ae6d6-94cd-4249-9017-f58e914ea592 x-openstack-request-id: req-a60ae6d6-94cd-4249-9017-f58e914ea592 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:31.521986 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03770f0f-3c5e-4d58-ad92-b715de6936e5", "name": "network-vif-plugged", "status": "completed", "tag": "c2563795-cf82-4260-9a03-98bed9672c4c", "code": 200}, {"server_uuid": "1c38089f-1e61-42b1-936b-5dd338f89185", "name": "network-vif-plugged", "status": "completed", "tag": "f159bdc2-afee-4dd0-9310-aa302242267b", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:31.522443 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a60ae6d6-94cd-4249-9017-f58e914ea592 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:31.523078 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03770f0f-3c5e-4d58-ad92-b715de6936e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2563795-cf82-4260-9a03-98bed9672c4c', 'code': 200} Feb 17 09:46:31.523781 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c38089f-1e61-42b1-936b-5dd338f89185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f159bdc2-afee-4dd0-9310-aa302242267b', 'code': 200} Feb 17 09:46:31.649835 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b836c-c087-4124-aac7-3abe088038ad req-39518c50-8b88-458e-9fe5-58dbe6ae6950 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:31.651748 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7a7b836c-c087-4124-aac7-3abe088038ad req-39518c50-8b88-458e-9fe5-58dbe6ae6950 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1009214 Feb 17 09:46:31.748155 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7a7b836c-c087-4124-aac7-3abe088038ad req-0eeffa36-8fb7-4159-beb0-a985b0b6d9ee tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883617 Feb 17 09:46:31.830219 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f954cb-df38-4f70-8bcd-e7b55a536a92 req-a3ea63b2-61ae-451d-b87a-2e2594cbc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:31.831129 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589007e-db5b-4e1e-83e1-eb42c434a607 req-2b993c50-98a8-4a69-ac77-a1107a69a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:31.832130 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00f954cb-df38-4f70-8bcd-e7b55a536a92 req-a3ea63b2-61ae-451d-b87a-2e2594cbc324 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 1130 time: 0.0922465 Feb 17 09:46:31.833267 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7589007e-db5b-4e1e-83e1-eb42c434a607 req-2b993c50-98a8-4a69-ac77-a1107a69a0de service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 1129 time: 0.0623970 Feb 17 09:46:31.903731 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00f954cb-df38-4f70-8bcd-e7b55a536a92 req-890fb183-fc54-4c63-9d08-6fcce32a3ecb service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609188 Feb 17 09:46:31.910063 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7589007e-db5b-4e1e-83e1-eb42c434a607 req-1eb3fb92-2818-4fa5-9562-1d1eb177e8e6 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671461 Feb 17 09:46:32.194703 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b980056-dbc2-4566-a7d1-a7bc96644c04 req-aa3a8168-5c64-462b-a46a-573b5b6fb563 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:32.196519 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4b980056-dbc2-4566-a7d1-a7bc96644c04 req-aa3a8168-5c64-462b-a46a-573b5b6fb563 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.0709634 Feb 17 09:46:32.260904 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4b980056-dbc2-4566-a7d1-a7bc96644c04 req-e3fc3802-d85f-4d3c-88ee-20fb37884758 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572584 Feb 17 09:46:32.354448 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 88dd9ba2-e308-4574-8f73-b91094312591 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:46:32.471198 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:32.484391 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '88dd9ba2-e308-4574-8f73-b91094312591', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'port_id': '88dd9ba2-e308-4574-8f73-b91094312591', 'mac_address': 'fa:16:3e:93:a3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:46:32.529319 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 88dd9ba2-e308-4574-8f73-b91094312591 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:32.529760 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (88dd9ba2-e308-4574-8f73-b91094312591), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:32.549312 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88dd9ba2-e308-4574-8f73-b91094312591 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:32.593048 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:32.601153 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:32.601418 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cfeb1-2367-4bc5-9a1d-ebcace663fb3 req-c964acf6-b246-4af8-8ad1-8561fd0d946c tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:32.609881 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-183cfeb1-2367-4bc5-9a1d-ebcace663fb3 req-c964acf6-b246-4af8-8ad1-8561fd0d946c tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0867827 Feb 17 09:46:32.664411 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-183cfeb1-2367-4bc5-9a1d-ebcace663fb3 req-f394fb2b-e066-4dad-a9b0-02d2293b204a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534189 Feb 17 09:46:32.678606 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:32.877744 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ed254-2c68-4fac-8db0-31cec635e913 req-58dceaf1-4b31-4342-ac32-a3b7a9e09672 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:32.879397 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c6ed254-2c68-4fac-8db0-31cec635e913 req-58dceaf1-4b31-4342-ac32-a3b7a9e09672 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0595083 Feb 17 09:46:32.931204 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c6ed254-2c68-4fac-8db0-31cec635e913 req-65a964e0-c67b-4602-922f-1844d1cbd9be tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459304 Feb 17 09:46:32.966709 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['88dd9ba2-e308-4574-8f73-b91094312591'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:46:33.010154 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5a3504a6-0bf9-4c0f-8987-7775abe8a486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:33.430019 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829f06-9b29-4e18-88f0-efef2dd73d64 req-ab3945be-bfd0-4f07-ad79-2d0514498578 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:33.431827 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60829f06-9b29-4e18-88f0-efef2dd73d64 req-ab3945be-bfd0-4f07-ad79-2d0514498578 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 944 time: 0.0710263 Feb 17 09:46:33.495824 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60829f06-9b29-4e18-88f0-efef2dd73d64 req-caf53b52-ae50-4c60-b448-adebef2a5297 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531511 Feb 17 09:46:33.828385 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783210b-7e32-4556-90fe-3f1b2c1dcfa1 req-e43e7543-06d0-436e-a81d-7f15337aea10 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:33.830442 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7783210b-7e32-4556-90fe-3f1b2c1dcfa1 req-e43e7543-06d0-436e-a81d-7f15337aea10 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0763831 Feb 17 09:46:33.894737 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7783210b-7e32-4556-90fe-3f1b2c1dcfa1 req-17896bb5-df43-4096-9ec7-be543b918e31 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574503 Feb 17 09:46:34.078247 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f0d07-b72f-41bb-a44e-14f334749e87 req-b5cb8a26-7dde-4611-a9bb-c57636e7dafb tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:34.079926 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0e1f0d07-b72f-41bb-a44e-14f334749e87 req-b5cb8a26-7dde-4611-a9bb-c57636e7dafb tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0677586 Feb 17 09:46:34.169023 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0e1f0d07-b72f-41bb-a44e-14f334749e87 req-5187acf6-ae3b-49f8-8d72-e409d021f91d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763738 Feb 17 09:46:34.221561 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236346-47b3-40c5-bc0a-964ba6b5f467 req-6301ce99-40df-4d9b-b99a-b1cb1efcf7e8 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:34.223501 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-97236346-47b3-40c5-bc0a-964ba6b5f467 req-6301ce99-40df-4d9b-b99a-b1cb1efcf7e8 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0825145 Feb 17 09:46:34.240163 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52320) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:34.256908 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-1b6e285a-7478-4b6f-959b-68be9d9ec6ec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'floatingip': {'port_id': 'f159bdc2-afee-4dd0-9310-aa302242267b'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:34.364508 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 88dd9ba2-e308-4574-8f73-b91094312591 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:46:34.389692 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1b6e285a-7478-4b6f-959b-68be9d9ec6ec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (a12c0d4c-3950-41e7-bba1-36b47c66305d), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:34.467555 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 88dd9ba2-e308-4574-8f73-b91094312591 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:46:34.475969 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 88dd9ba2-e308-4574-8f73-b91094312591 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:46:34.476816 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (88dd9ba2-e308-4574-8f73-b91094312591), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:34.592097 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad69abe-fdd0-46ce-97c3-3f5e1ce2b45e req-45b0d1d3-f335-4296-9fb5-bf6babc3be50 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:34.594027 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bad69abe-fdd0-46ce-97c3-3f5e1ce2b45e req-45b0d1d3-f335-4296-9fb5-bf6babc3be50 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1040032 Feb 17 09:46:34.596162 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42fb7d-5570-473c-b39a-7e3f805bc55b req-00dbee9b-3d0b-45a7-9912-28256dbc492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:34.597648 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef42fb7d-5570-473c-b39a-7e3f805bc55b req-00dbee9b-3d0b-45a7-9912-28256dbc492f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 1129 time: 0.0981548 Feb 17 09:46:34.643797 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 88dd9ba2-e308-4574-8f73-b91094312591 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:46:34.644725 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (88dd9ba2-e308-4574-8f73-b91094312591), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:34.693945 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:34.696330 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1203ae-2731-4aae-a615-22a37499b1ae" -d '{"events": [{"server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "name": "network-vif-plugged", "status": "completed", "tag": "88dd9ba2-e308-4574-8f73-b91094312591"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:34.749612 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:34.755376 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:34.782755 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bad69abe-fdd0-46ce-97c3-3f5e1ce2b45e req-a490a28e-cdda-4cea-aa0b-3940ba5f9469 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828735 Feb 17 09:46:34.833514 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42fb7d-5570-473c-b39a-7e3f805bc55b req-d1a00084-39f1-42a3-a0d7-76ef086f29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:34.835154 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef42fb7d-5570-473c-b39a-7e3f805bc55b req-d1a00084-39f1-42a3-a0d7-76ef086f29cd service neutron] 10.222.0.124 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 920 time: 0.2204123 Feb 17 09:46:34.848355 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86989ae-f79c-412e-b70b-ec1b094d254f req-9fda2aad-14bf-4df6-a5de-42ad26752a15 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:34.852821 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d86989ae-f79c-412e-b70b-ec1b094d254f req-9fda2aad-14bf-4df6-a5de-42ad26752a15 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 944 time: 0.1694622 Feb 17 09:46:34.880266 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcd3663-d03a-491f-8203-8925d2d3a898 x-openstack-request-id: req-6dcd3663-d03a-491f-8203-8925d2d3a898 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:34.880842 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "name": "network-vif-plugged", "status": "completed", "tag": "88dd9ba2-e308-4574-8f73-b91094312591", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:34.881824 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6dcd3663-d03a-491f-8203-8925d2d3a898 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:34.882435 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591', 'code': 200} Feb 17 09:46:34.905089 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:34.923715 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:34.930694 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef42fb7d-5570-473c-b39a-7e3f805bc55b req-e36c2cf9-7b90-49ec-9702-dd791def2ec5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2563795-cf82-4260-9a03-98bed9672c4c HTTP/1.1" status: 200 len: 217 time: 0.0762503 Feb 17 09:46:35.025332 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d86989ae-f79c-412e-b70b-ec1b094d254f req-ad52ad79-e11e-4cce-8df5-3e4dc41e5ffd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626737 Feb 17 09:46:35.035730 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42fb7d-5570-473c-b39a-7e3f805bc55b req-e885fe6d-757b-42d9-98c1-4fbf57099bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:35.038566 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef42fb7d-5570-473c-b39a-7e3f805bc55b req-e885fe6d-757b-42d9-98c1-4fbf57099bcf service neutron] 10.222.0.124 "GET /v2.0/subnets?id=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 200 len: 859 time: 0.0919123 Feb 17 09:46:35.103633 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef42fb7d-5570-473c-b39a-7e3f805bc55b req-c0f0d946-1b87-4a26-8c28-a6f3f29412c9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2aabd29-6432-404e-b9a9-6719dfe5d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571251 Feb 17 09:46:35.251772 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef42fb7d-5570-473c-b39a-7e3f805bc55b req-20bbb714-25cf-4fa3-871e-61c0cf635360 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298397 Feb 17 09:46:35.390881 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef42fb7d-5570-473c-b39a-7e3f805bc55b req-82331d76-48f3-44f1-99ed-c80a573b66c5 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291244 Feb 17 09:46:35.568849 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52376) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:35.574162 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6ec9-8b22-41ab-ae09-0a896a9ed409 req-e7670f8b-ae3e-47b9-9b01-f4692a6fb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:35.576421 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ba4c6ec9-8b22-41ab-ae09-0a896a9ed409 req-e7670f8b-ae3e-47b9-9b01-f4692a6fb960 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 1129 time: 0.4170725 Feb 17 09:46:35.630621 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.db.resource_extend [None req-1b6e285a-7478-4b6f-959b-68be9d9ec6ec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:46:35.746741 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1448d934-0ec2-4319-bb7d-382cab5c075a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:35.752081 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1b6e285a-7478-4b6f-959b-68be9d9ec6ec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:35.756152 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ba4c6ec9-8b22-41ab-ae09-0a896a9ed409 req-3a6bb25a-a1ea-4c4f-901e-1c2ff96c03dd service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595981 Feb 17 09:46:35.758146 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1b6e285a-7478-4b6f-959b-68be9d9ec6ec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (a12c0d4c-3950-41e7-bba1-36b47c66305d), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:35.885688 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1448d934-0ec2-4319-bb7d-382cab5c075a admin admin] Publish callbacks [] for security_group (a8d6bebe-8d6d-4ed8-8aca-b7b9e150fa49), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:35.892441 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1448d934-0ec2-4319-bb7d-382cab5c075a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a8d6bebe-8d6d-4ed8-8aca-b7b9e150fa49), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:35.902304 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.l3_db [None req-1b6e285a-7478-4b6f-959b-68be9d9ec6ec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Floating IP a12c0d4c-3950-41e7-bba1-36b47c66305d associated. External IP: 172.27.3.106, port: f159bdc2-afee-4dd0-9310-aa302242267b. Feb 17 09:46:35.949331 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-1448d934-0ec2-4319-bb7d-382cab5c075a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ddf83816f70478d8b54e55588e1490d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789024 Feb 17 09:46:35.950684 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448d934-0ec2-4319-bb7d-382cab5c075a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d6bebe-8d6d-4ed8-8aca-b7b9e150fa49,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:35.954314 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52394) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:36.063776 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-96b94414-4b87-4fdb-9258-710a9c913d1f admin admin] Publish callbacks [] for security_group (a8d6bebe-8d6d-4ed8-8aca-b7b9e150fa49), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:36.109761 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-96b94414-4b87-4fdb-9258-710a9c913d1f admin admin] Publish callbacks [] for security_group (a8d6bebe-8d6d-4ed8-8aca-b7b9e150fa49), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:36.125639 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ec35b-0574-4834-8167-e35cfe5b2964 req-b0c0b906-f49d-48eb-b4ec-bac8ec7eb889 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:36.127439 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1b8ec35b-0574-4834-8167-e35cfe5b2964 req-b0c0b906-f49d-48eb-b4ec-bac8ec7eb889 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1327217 Feb 17 09:46:36.258014 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1b8ec35b-0574-4834-8167-e35cfe5b2964 req-7182bcf3-c676-4ad2-8e6f-2c351f19fb29 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213396 Feb 17 09:46:36.280174 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5901ca5-0786-4824-8b16-a06ef9287c6c req-2bc98db7-a926-48c4-89cc-238c218237d7 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:36.281820 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f5901ca5-0786-4824-8b16-a06ef9287c6c req-2bc98db7-a926-48c4-89cc-238c218237d7 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1133845 Feb 17 09:46:36.283337 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-96b94414-4b87-4fdb-9258-710a9c913d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a8d6bebe-8d6d-4ed8-8aca-b7b9e150fa49), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:36.289835 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-96b94414-4b87-4fdb-9258-710a9c913d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:36.289835 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-96b94414-4b87-4fdb-9258-710a9c913d1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8d6bebe-8d6d-4ed8-8aca-b7b9e150fa49 HTTP/1.1" status: 204 len: 168 time: 0.3335075 Feb 17 09:46:36.307830 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b94414-4b87-4fdb-9258-710a9c913d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d6bebe-8d6d-4ed8-8aca-b7b9e150fa49,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:36.317187 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6e285a-7478-4b6f-959b-68be9d9ec6ec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Router a8993671-3686-47e2-a33a-0a03a50e3176 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:46:36.384972 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f5901ca5-0786-4824-8b16-a06ef9287c6c req-04125216-f67f-4c6c-b2f2-ca09d1209565 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911672 Feb 17 09:46:36.477443 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e285a-7478-4b6f-959b-68be9d9ec6ec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:46:36.484150 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1b6e285a-7478-4b6f-959b-68be9d9ec6ec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:36.496626 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] Sync routers for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:46:36.512364 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:46:36.513302 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:46:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:36.524242 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-1b6e285a-7478-4b6f-959b-68be9d9ec6ec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "PUT /v2.0/floatingips/a12c0d4c-3950-41e7-bba1-36b47c66305d HTTP/1.1" status: 200 len: 992 time: 2.2822382 Feb 17 09:46:36.525002 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c38089f-1e61-42b1-936b-5dd338f89185', 'tag': 'f159bdc2-afee-4dd0-9310-aa302242267b'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:36.527558 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871e061e-7f34-4675-b5b0-7087b696612d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c38089f-1e61-42b1-936b-5dd338f89185", "tag": "f159bdc2-afee-4dd0-9310-aa302242267b"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:36.584057 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9188ca-b971-4a8e-a769-dd77936cecc2 x-openstack-request-id: req-7c9188ca-b971-4a8e-a769-dd77936cecc2 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:36.584690 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c38089f-1e61-42b1-936b-5dd338f89185", "tag": "f159bdc2-afee-4dd0-9310-aa302242267b", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:36.584690 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c9188ca-b971-4a8e-a769-dd77936cecc2 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:36.585037 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c38089f-1e61-42b1-936b-5dd338f89185', 'tag': 'f159bdc2-afee-4dd0-9310-aa302242267b', 'status': 'completed', 'code': 200} Feb 17 09:46:36.667923 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:46:36.689975 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e061e-7f34-4675-b5b0-7087b696612d req-9c4bafb4-fcfa-4acf-ac27-b3f3526d8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:36.693001 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-871e061e-7f34-4675-b5b0-7087b696612d req-9c4bafb4-fcfa-4acf-ac27-b3f3526d8084 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 1130 time: 0.0714974 Feb 17 09:46:36.755046 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52434) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:36.771899 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-3491289e-4429-4fb4-8323-4174ce463ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:36.868537 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e061e-7f34-4675-b5b0-7087b696612d req-9103211b-cbbe-46d0-a98f-261a5410ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:36.870819 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-871e061e-7f34-4675-b5b0-7087b696612d req-9103211b-cbbe-46d0-a98f-261a5410ef44 service neutron] 10.222.0.124 "GET /v2.0/networks?id=da21f546-703c-4519-8db6-7972cafd6046 HTTP/1.1" status: 200 len: 911 time: 0.1621139 Feb 17 09:46:36.919969 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-3491289e-4429-4fb4-8323-4174ce463ae5 admin admin] Publish callbacks [] for security_group (34494dac-2030-4a93-adba-f7fcf372d166), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:36.925992 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-3491289e-4429-4fb4-8323-4174ce463ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (34494dac-2030-4a93-adba-f7fcf372d166), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:36.938460 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52438) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:36.988965 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-3491289e-4429-4fb4-8323-4174ce463ae5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7285ddb147ad43b5ad8733ea7c7a668a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326860 Feb 17 09:46:36.991679 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491289e-4429-4fb4-8323-4174ce463ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34494dac-2030-4a93-adba-f7fcf372d166,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:36.997989 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52442) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:37.051057 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-871e061e-7f34-4675-b5b0-7087b696612d req-9a956492-c630-4dc1-b9a3-5d8c2797f288 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f159bdc2-afee-4dd0-9310-aa302242267b HTTP/1.1" status: 200 len: 1000 time: 0.1705792 Feb 17 09:46:37.070785 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'a12c0d4c-3950-41e7-bba1-36b47c66305d', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'port_id': 'f159bdc2-afee-4dd0-9310-aa302242267b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'mac_address': 'fa:16:3e:41:51:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c38089f-1e61-42b1-936b-5dd338f89185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:08Z', 'updated_at': '2022-02-17T09:46:35Z', 'revision_number': 1, 'project_id': '85673d123616454f97af7c607d9feaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:37.080195 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8b16d0fb-16e8-4ddc-8286-e162c8aa40ba admin admin] Publish callbacks [] for security_group (34494dac-2030-4a93-adba-f7fcf372d166), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.115004 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] Checking router: a8993671-3686-47e2-a33a-0a03a50e3176 for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:46:37.128774 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:46:37.129699 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:46:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:37.129862 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8b16d0fb-16e8-4ddc-8286-e162c8aa40ba admin admin] Publish callbacks [] for security_group (34494dac-2030-4a93-adba-f7fcf372d166), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.131915 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e061e-7f34-4675-b5b0-7087b696612d req-d75b7fa6-6f1d-474e-a2dc-b140c7492f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:37.133646 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-871e061e-7f34-4675-b5b0-7087b696612d req-d75b7fa6-6f1d-474e-a2dc-b140c7492f7c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e786f89-6f77-4465-bec4-a75497cf23f1 HTTP/1.1" status: 200 len: 849 time: 0.0751371 Feb 17 09:46:37.196347 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f12aec3f-1b6a-4fe1-bbf9-b080ae010401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.227749 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8b16d0fb-16e8-4ddc-8286-e162c8aa40ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (34494dac-2030-4a93-adba-f7fcf372d166), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.233476 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8b16d0fb-16e8-4ddc-8286-e162c8aa40ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.236036 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-8b16d0fb-16e8-4ddc-8286-e162c8aa40ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34494dac-2030-4a93-adba-f7fcf372d166 HTTP/1.1" status: 204 len: 168 time: 0.2370641 Feb 17 09:46:37.249566 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16d0fb-16e8-4ddc-8286-e162c8aa40ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34494dac-2030-4a93-adba-f7fcf372d166,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:37.255105 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52458) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:37.295699 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:46:37.308023 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e061e-7f34-4675-b5b0-7087b696612d req-6470b041-6a37-4b6a-a0e5-1bc3a1e68815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:37.310336 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-871e061e-7f34-4675-b5b0-7087b696612d req-6470b041-6a37-4b6a-a0e5-1bc3a1e68815 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=da21f546-703c-4519-8db6-7972cafd6046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1690667 Feb 17 09:46:37.391591 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6da963-d05a-4c5a-8674-c9d125e22e26 admin admin] Deleting subnet 70f6fda8-7488-4eee-a80c-749db307fb7c {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:46:37.405149 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-df6da963-d05a-4c5a-8674-c9d125e22e26 admin admin] Publish callbacks [] for subnet (70f6fda8-7488-4eee-a80c-749db307fb7c), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.425945 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae4af3-d5c2-4422-8d6c-c1b126459ff8 req-2b44ac95-ad13-48c4-a539-12fc166e3b1e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:37.427710 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6cae4af3-d5c2-4422-8d6c-c1b126459ff8 req-2b44ac95-ad13-48c4-a539-12fc166e3b1e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0677700 Feb 17 09:46:37.491019 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.533859 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-df6da963-d05a-4c5a-8674-c9d125e22e26 admin admin] Publish callbacks [] for subnet (70f6fda8-7488-4eee-a80c-749db307fb7c), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.550993 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f12aec3f-1b6a-4fe1-bbf9-b080ae010401 admin admin] Publish callbacks [] for security_group (5197cdd0-c9ec-4a7a-a15a-512d53f813aa), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.552570 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-df6da963-d05a-4c5a-8674-c9d125e22e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (70f6fda8-7488-4eee-a80c-749db307fb7c), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.557691 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-871e061e-7f34-4675-b5b0-7087b696612d req-9e90dbd9-6a58-4647-a3f7-a2c416c8e94d service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350736 Feb 17 09:46:37.581163 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f12aec3f-1b6a-4fe1-bbf9-b080ae010401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (5197cdd0-c9ec-4a7a-a15a-512d53f813aa), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.627537 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9edc9-b912-4dbb-8d1a-fcc508915541 req-8fd98aeb-5369-427d-a55e-225f31c3731f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:37.637000 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5df9edc9-b912-4dbb-8d1a-fcc508915541 req-8fd98aeb-5369-427d-a55e-225f31c3731f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1381497 Feb 17 09:46:37.672981 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6cae4af3-d5c2-4422-8d6c-c1b126459ff8 req-2a98bb2f-d1b9-48f6-b58f-b58d6d471302 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367473 Feb 17 09:46:37.676299 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-f12aec3f-1b6a-4fe1-bbf9-b080ae010401 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3536c693ffa942489427474c4d566c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7343173 Feb 17 09:46:37.677166 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52466) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:37.712752 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aec3f-1b6a-4fe1-bbf9-b080ae010401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5197cdd0-c9ec-4a7a-a15a-512d53f813aa,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:37.755899 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-df6da963-d05a-4c5a-8674-c9d125e22e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (70f6fda8-7488-4eee-a80c-749db307fb7c), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.780520 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ff76-6ba4-4375-8426-d142eb54cdc9 admin admin] Publish callbacks [] for security_group (5197cdd0-c9ec-4a7a-a15a-512d53f813aa), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.785725 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5df9edc9-b912-4dbb-8d1a-fcc508915541 req-5f29e600-9bab-47c7-ae01-5629b6959187 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471457 Feb 17 09:46:37.790457 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-871e061e-7f34-4675-b5b0-7087b696612d req-a71d26ee-2f00-4050-8725-fe2a92a37c6c service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061045 Feb 17 09:46:37.791968 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6da963-d05a-4c5a-8674-c9d125e22e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f6fda8-7488-4eee-a80c-749db307fb7c,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:37.798772 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-df6da963-d05a-4c5a-8674-c9d125e22e26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.805236 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-df6da963-d05a-4c5a-8674-c9d125e22e26 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/70f6fda8-7488-4eee-a80c-749db307fb7c HTTP/1.1" status: 204 len: 168 time: 0.5488987 Feb 17 09:46:37.805943 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52468) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:37.837013 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52470) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:37.844599 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ff76-6ba4-4375-8426-d142eb54cdc9 admin admin] Publish callbacks [] for security_group (5197cdd0-c9ec-4a7a-a15a-512d53f813aa), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.866107 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c09839b1-d747-4a85-ac83-414bebcb8327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.885753 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'a12c0d4c-3950-41e7-bba1-36b47c66305d', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'port_id': 'f159bdc2-afee-4dd0-9310-aa302242267b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'mac_address': 'fa:16:3e:41:51:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c38089f-1e61-42b1-936b-5dd338f89185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:08Z', 'updated_at': '2022-02-17T09:46:35Z', 'revision_number': 1, 'project_id': '85673d123616454f97af7c607d9feaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:37.902412 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (308387c4-27d8-4ada-b45a-3d2fdfb7de2e), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.917534 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388172b5-a96a-4134-a011-936dc8cc4512 None None] The sync data for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi is: [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'a12c0d4c-3950-41e7-bba1-36b47c66305d', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'port_id': 'f159bdc2-afee-4dd0-9310-aa302242267b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'mac_address': 'fa:16:3e:41:51:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c38089f-1e61-42b1-936b-5dd338f89185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:08Z', 'updated_at': '2022-02-17T09:46:35Z', 'revision_number': 1, 'project_id': '85673d123616454f97af7c607d9feaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:46:37.985643 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ff76-6ba4-4375-8426-d142eb54cdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (5197cdd0-c9ec-4a7a-a15a-512d53f813aa), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.992043 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ff76-6ba4-4375-8426-d142eb54cdc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:37.996566 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-bfb3ff76-6ba4-4375-8426-d142eb54cdc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5197cdd0-c9ec-4a7a-a15a-512d53f813aa HTTP/1.1" status: 204 len: 168 time: 0.3143082 Feb 17 09:46:38.031561 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3ff76-6ba4-4375-8426-d142eb54cdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5197cdd0-c9ec-4a7a-a15a-512d53f813aa,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:38.035674 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c09839b1-d747-4a85-ac83-414bebcb8327 admin admin] Publish callbacks [] for security_group (fe54b5ed-89fd-4c59-9fce-af0bea9d07f2), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.041482 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c09839b1-d747-4a85-ac83-414bebcb8327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (fe54b5ed-89fd-4c59-9fce-af0bea9d07f2), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.069672 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (308387c4-27d8-4ada-b45a-3d2fdfb7de2e), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.098881 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.099264 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.100108 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.100448 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.100817 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.101221 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.101530 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.101832 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.102164 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.102956 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.109560 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09839b1-d747-4a85-ac83-414bebcb8327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe54b5ed-89fd-4c59-9fce-af0bea9d07f2,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:38.116199 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-c09839b1-d747-4a85-ac83-414bebcb8327 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b6c61e964de4671a93bef84e69aacdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848096 Feb 17 09:46:38.119648 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52478) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:38.187959 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e9804bb3-b65e-4fe8-83df-e685f1e6aa2d admin admin] Publish callbacks [] for security_group (fe54b5ed-89fd-4c59-9fce-af0bea9d07f2), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.215241 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e9804bb3-b65e-4fe8-83df-e685f1e6aa2d admin admin] Publish callbacks [] for security_group (fe54b5ed-89fd-4c59-9fce-af0bea9d07f2), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.277283 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.278488 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.280379 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.280379 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:46:38.280379 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308387c4-27d8-4ada-b45a-3d2fdfb7de2e']}} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:38.287017 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e9804bb3-b65e-4fe8-83df-e685f1e6aa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (fe54b5ed-89fd-4c59-9fce-af0bea9d07f2), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.289591 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e9804bb3-b65e-4fe8-83df-e685f1e6aa2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.290811 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-e9804bb3-b65e-4fe8-83df-e685f1e6aa2d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fe54b5ed-89fd-4c59-9fce-af0bea9d07f2 HTTP/1.1" status: 204 len: 168 time: 0.1698895 Feb 17 09:46:38.303326 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9804bb3-b65e-4fe8-83df-e685f1e6aa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe54b5ed-89fd-4c59-9fce-af0bea9d07f2,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:38.335177 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4160f0f-2c06-4483-b84b-5b6c96d2dd15') {'for_net_delete': True} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:38.335804 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4160f0f-2c06-4483-b84b-5b6c96d2dd15') {} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:38.372998 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726056'] for segment (c4160f0f-2c06-4483-b84b-5b6c96d2dd15), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.398789 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (c4160f0f-2c06-4483-b84b-5b6c96d2dd15), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.427520 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=109366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:46:38.427936 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3b272-fb6e-45f1-88b6-91371878b28e None None] New status for floating IP a12c0d4c-3950-41e7-bba1-36b47c66305d: ACTIVE {{(pid=109368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:46:38.428385 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903915'] for segment (c4160f0f-2c06-4483-b84b-5b6c96d2dd15), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: from cryptography.utils import int_from_bytes Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: from cryptography.utils import int_from_bytes Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: Traceback (most recent call last): Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: timer() Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: cb(*args, **kw) Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: return func(*args, **kwargs) Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: self._notify() Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: self.callback(batched_events) Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: event.method(event) Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: return f(self, *a, **k) Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._get(url).json() Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: return self.request(url, 'GET', **kwargs) Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:46:38.460666 dv-cinder-773985-34-iscsi neutron-server[109366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:46:38.546510 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.610468 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52486) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:38.632051 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-10024943-bc0a-4c4f-986c-adab5faad719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.749475 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-10024943-bc0a-4c4f-986c-adab5faad719 admin admin] Publish callbacks [] for security_group (25ab0e39-8753-42fa-8fa2-6b9091634523), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.756231 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-10024943-bc0a-4c4f-986c-adab5faad719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (25ab0e39-8753-42fa-8fa2-6b9091634523), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.791930 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10024943-bc0a-4c4f-986c-adab5faad719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ab0e39-8753-42fa-8fa2-6b9091634523,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:38.860532 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (308387c4-27d8-4ada-b45a-3d2fdfb7de2e), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.895300 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:38.900235 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/308387c4-27d8-4ada-b45a-3d2fdfb7de2e HTTP/1.1" status: 204 len: 168 time: 1.0932255 Feb 17 09:46:38.910971 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-10024943-bc0a-4c4f-986c-adab5faad719 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4b9d98bcfe744239069550c2300a34b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987268 Feb 17 09:46:38.913959 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52498) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:38.914329 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52500) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:38.931937 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-87211e5d-3835-4652-8272-475ca38f198e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1657822 Feb 17 09:46:38.966534 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bd213-a1ed-41aa-995c-ef0bb46b13b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=308387c4-27d8-4ada-b45a-3d2fdfb7de2e,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:38.994503 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be79cd-b626-48d0-bd25-4d7552336f61 req-4d9a6e5a-875c-49e8-a066-8e592e7e6fba tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:38.996253 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-27be79cd-b626-48d0-bd25-4d7552336f61 req-4d9a6e5a-875c-49e8-a066-8e592e7e6fba tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1857135 Feb 17 09:46:39.055118 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e40ae-3ca2-416b-98a6-16c059ce6d83 req-5f4aa90b-a228-4a9b-a2c6-3d5fad03822a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:39.065762 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8f7e40ae-3ca2-416b-98a6-16c059ce6d83 req-5f4aa90b-a228-4a9b-a2c6-3d5fad03822a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1330066 Feb 17 09:46:39.091923 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9dd049-4f66-48af-9c21-23c454a5e536 admin admin] Deleting subnet 3a4d6003-ccca-4f04-8015-fdd2a10cdd7b {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:46:39.103605 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd049-4f66-48af-9c21-23c454a5e536 admin admin] Publish callbacks [] for subnet (3a4d6003-ccca-4f04-8015-fdd2a10cdd7b), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.128475 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Publish callbacks [] for security_group (25ab0e39-8753-42fa-8fa2-6b9091634523), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.158028 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-69c2ff52-8d32-4458-95f7-dd515977c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:39.159358 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-69c2ff52-8d32-4458-95f7-dd515977c10d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f12dfdd1c74548dd94fa4f361a372bec&device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 1129 time: 0.1414933 Feb 17 09:46:39.160504 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-27be79cd-b626-48d0-bd25-4d7552336f61 req-2afcccdd-3757-4d03-a845-4e609303a516 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539574 Feb 17 09:46:39.191042 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8f7e40ae-3ca2-416b-98a6-16c059ce6d83 req-b1ae11f5-2cf8-40f9-9016-dba50ad316d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242383 Feb 17 09:46:39.195379 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Publish callbacks [] for security_group (25ab0e39-8753-42fa-8fa2-6b9091634523), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.216530 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd049-4f66-48af-9c21-23c454a5e536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (3a4d6003-ccca-4f04-8015-fdd2a10cdd7b), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.346345 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd049-4f66-48af-9c21-23c454a5e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (3a4d6003-ccca-4f04-8015-fdd2a10cdd7b), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.374509 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb1074-a947-412a-8a1c-8f0dffd7532e req-726e6c35-2c85-4ed4-8e54-f155301e8909 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:39.376503 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7bbb1074-a947-412a-8a1c-8f0dffd7532e req-726e6c35-2c85-4ed4-8e54-f155301e8909 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.0866094 Feb 17 09:46:39.385580 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52518) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:39.391336 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-a6950772-7d7a-4b6c-81e1-302f82d5a7d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'floatingip': {'port_id': '88dd9ba2-e308-4574-8f73-b91094312591'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:39.420015 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (25ab0e39-8753-42fa-8fa2-6b9091634523), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.422607 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.423799 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25ab0e39-8753-42fa-8fa2-6b9091634523 HTTP/1.1" status: 204 len: 168 time: 0.4985301 Feb 17 09:46:39.458061 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ab0e39-8753-42fa-8fa2-6b9091634523,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:39.463194 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-12e32455-aecb-4744-a6d8-df39e63f27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:39.464955 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-12e32455-aecb-4744-a6d8-df39e63f27a0 service neutron] 10.222.0.124 "GET /v2.0/networks?id=cf3f66c7-521f-4b96-96d4-34b588cd9f34 HTTP/1.1" status: 200 len: 913 time: 0.2157140 Feb 17 09:46:39.494372 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a6950772-7d7a-4b6c-81e1-302f82d5a7d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (eb379b5a-9a99-4b52-908e-c6a8d069a28a), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.514703 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-bbf417d1-8ee4-4fcf-bb47-f5c9870ba321 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 HTTP/1.1" status: 200 len: 217 time: 0.0396168 Feb 17 09:46:39.516098 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.516459 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.516807 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.517153 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.517491 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.517850 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.518187 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.518529 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.518864 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.519196 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.519525 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.519851 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.520178 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca30d20-00b2-4a0d-af16-b3b55f394616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:39.524267 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd049-4f66-48af-9c21-23c454a5e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (3a4d6003-ccca-4f04-8015-fdd2a10cdd7b), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.592708 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d9dd049-4f66-48af-9c21-23c454a5e536 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.599467 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-5d9dd049-4f66-48af-9c21-23c454a5e536 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3a4d6003-ccca-4f04-8015-fdd2a10cdd7b HTTP/1.1" status: 204 len: 168 time: 0.6802969 Feb 17 09:46:39.599467 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dd049-4f66-48af-9c21-23c454a5e536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4d6003-ccca-4f04-8015-fdd2a10cdd7b,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:39.601865 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52524) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:39.675786 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-f7f4a89b-3201-478e-a2e2-2b44d5818004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:39.677379 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-f7f4a89b-3201-478e-a2e2-2b44d5818004 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765 HTTP/1.1" status: 200 len: 852 time: 0.1506789 Feb 17 09:46:39.691917 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.733880 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-9d18edce-9cf4-4697-bd59-de91407fcff5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cf3f66c7-521f-4b96-96d4-34b588cd9f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451050 Feb 17 09:46:39.894450 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:39.931743 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f']}} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:39.951215 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3cb0e1-861a-4015-80e8-7830ab5fd4a0') {'for_net_delete': True} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:39.952117 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3cb0e1-861a-4015-80e8-7830ab5fd4a0') {} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:39.963906 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-4748c0e1-f14b-4527-a461-a977743b1938 service neutron] 10.222.0.124 "GET /v2.0/networks/cf3f66c7-521f-4b96-96d4-34b588cd9f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944363 Feb 17 09:46:39.966330 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726056'] for segment (2e3cb0e1-861a-4015-80e8-7830ab5fd4a0), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.001501 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (2e3cb0e1-861a-4015-80e8-7830ab5fd4a0), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.018404 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=109366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:46:40.018794 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903915'] for segment (2e3cb0e1-861a-4015-80e8-7830ab5fd4a0), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: Traceback (most recent call last): Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: timer() Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: cb(*args, **kw) Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: return func(*args, **kwargs) Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: self._notify() Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: self.callback(batched_events) Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: event.method(event) Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: return f(self, *a, **k) Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._get(url).json() Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: return self.request(url, 'GET', **kwargs) Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:46:40.020901 dv-cinder-773985-34-iscsi neutron-server[109366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:46:40.148501 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.155223 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.161873 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] 10.222.0.61 "DELETE /v2.0/networks/96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f HTTP/1.1" status: 204 len: 168 time: 0.5561998 Feb 17 09:46:40.191139 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df5bce-c1f2-48b7-ac30-e60d6d499957 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f33b86-e3c5-4f8b-bdc7-ba80c4ac7b9f,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:40.197702 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9efe7d70-9d5b-4518-90b8-ab25650527a6 req-ecc4ace5-0357-45e2-9f49-f80fc5681551 service neutron] 10.222.0.124 "GET /v2.0/networks/cf3f66c7-521f-4b96-96d4-34b588cd9f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204781 Feb 17 09:46:40.504060 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52566) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:40.582128 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-05ab7cfc-e0e5-4c8c-8c05-f98772893efc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b879b3b6318145139df3eb41c26d8d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763364 Feb 17 09:46:40.585621 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52568) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:40.587423 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.db.resource_extend [None req-a6950772-7d7a-4b6c-81e1-302f82d5a7d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:46:40.654541 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3c302aef-cf05-4740-868e-a99620cd7a5c admin admin] Publish callbacks [] for security_group (8fb872e8-2916-483c-abeb-74b253828c20), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.699249 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3c302aef-cf05-4740-868e-a99620cd7a5c admin admin] Publish callbacks [] for security_group (8fb872e8-2916-483c-abeb-74b253828c20), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.773830 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a6950772-7d7a-4b6c-81e1-302f82d5a7d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.781937 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3c302aef-cf05-4740-868e-a99620cd7a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8fb872e8-2916-483c-abeb-74b253828c20), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.786303 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3c302aef-cf05-4740-868e-a99620cd7a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.787924 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-3c302aef-cf05-4740-868e-a99620cd7a5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fb872e8-2916-483c-abeb-74b253828c20 HTTP/1.1" status: 204 len: 168 time: 0.2013116 Feb 17 09:46:40.791275 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508864f-572d-4384-aaaf-4fe334e87ea4 req-e5e54251-56a6-4cea-8499-adc52da2e28c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:40.797796 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c302aef-cf05-4740-868e-a99620cd7a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb872e8-2916-483c-abeb-74b253828c20,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:40.800570 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9508864f-572d-4384-aaaf-4fe334e87ea4 req-e5e54251-56a6-4cea-8499-adc52da2e28c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.4450555 Feb 17 09:46:40.804996 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a6950772-7d7a-4b6c-81e1-302f82d5a7d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (eb379b5a-9a99-4b52-908e-c6a8d069a28a), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:40.935446 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f073d-e478-41ae-9cd5-e1683c70ae96 req-d1c10e8a-0163-46d5-89bd-0106f025f870 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:40.937094 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1d5f073d-e478-41ae-9cd5-e1683c70ae96 req-d1c10e8a-0163-46d5-89bd-0106f025f870 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 945 time: 0.3451474 Feb 17 09:46:40.968071 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9508864f-572d-4384-aaaf-4fe334e87ea4 req-ba43169e-e45a-4a7d-bda7-6379a2172839 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662774 Feb 17 09:46:41.066206 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1d5f073d-e478-41ae-9cd5-e1683c70ae96 req-b3c6ec71-99a1-4473-be6f-16f79ba5e244 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225538 Feb 17 09:46:41.080442 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.l3_db [None req-a6950772-7d7a-4b6c-81e1-302f82d5a7d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Floating IP eb379b5a-9a99-4b52-908e-c6a8d069a28a associated. External IP: 172.27.3.19, port: 88dd9ba2-e308-4574-8f73-b91094312591. Feb 17 09:46:41.344762 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6950772-7d7a-4b6c-81e1-302f82d5a7d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Router cd49f564-ce63-45d6-a993-91192302a370 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:46:41.384267 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52594) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:41.433204 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7521c682-2010-4a71-ab8d-955be9b1253a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e58a160a60d44c19756f480aa4bbfe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475221 Feb 17 09:46:41.438286 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52596) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:41.503280 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6950772-7d7a-4b6c-81e1-302f82d5a7d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:46:41.508917 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a6950772-7d7a-4b6c-81e1-302f82d5a7d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:41.513282 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-184367c5-07e1-4cd4-9af8-5de2661128fb admin admin] Publish callbacks [] for security_group (7582a25a-8300-4582-bc23-1c7a9cd5f7a2), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:41.522743 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] Sync routers for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:46:41.539282 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:46:41.540368 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:46:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:41.563131 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-a6950772-7d7a-4b6c-81e1-302f82d5a7d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "PUT /v2.0/floatingips/eb379b5a-9a99-4b52-908e-c6a8d069a28a HTTP/1.1" status: 200 len: 990 time: 2.1763771 Feb 17 09:46:41.563794 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:41.566415 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80e6f6e-6c6b-4dee-931e-b51c145ea571" -d '{"events": [{"name": "network-changed", "server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "tag": "88dd9ba2-e308-4574-8f73-b91094312591"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:41.613940 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-184367c5-07e1-4cd4-9af8-5de2661128fb admin admin] Publish callbacks [] for security_group (7582a25a-8300-4582-bc23-1c7a9cd5f7a2), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:41.615968 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec73853-b4ee-4b3e-8860-2a744213eae6 x-openstack-request-id: req-1ec73853-b4ee-4b3e-8860-2a744213eae6 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:41.616825 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "tag": "88dd9ba2-e308-4574-8f73-b91094312591", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:41.617339 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ec73853-b4ee-4b3e-8860-2a744213eae6 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:41.618193 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591', 'status': 'completed', 'code': 200} Feb 17 09:46:41.763281 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-ac4abfc0-d9ed-4efa-94e7-08e0661929ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:41.766147 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-ac4abfc0-d9ed-4efa-94e7-08e0661929ce service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 1129 time: 0.0882876 Feb 17 09:46:41.798888 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-184367c5-07e1-4cd4-9af8-5de2661128fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (7582a25a-8300-4582-bc23-1c7a9cd5f7a2), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:41.802052 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-184367c5-07e1-4cd4-9af8-5de2661128fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:41.803368 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-184367c5-07e1-4cd4-9af8-5de2661128fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7582a25a-8300-4582-bc23-1c7a9cd5f7a2 HTTP/1.1" status: 204 len: 168 time: 0.3640981 Feb 17 09:46:41.840191 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184367c5-07e1-4cd4-9af8-5de2661128fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7582a25a-8300-4582-bc23-1c7a9cd5f7a2,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:41.858956 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:46:41.989188 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-72e5b4ea-f285-48c6-be1a-7c2df421533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:41.992550 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-72e5b4ea-f285-48c6-be1a-7c2df421533a service neutron] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 917 time: 0.2072597 Feb 17 09:46:42.191583 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-9ae1b9ce-36d4-4cec-bace-dec3c5417622 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88dd9ba2-e308-4574-8f73-b91094312591 HTTP/1.1" status: 200 len: 998 time: 0.1904335 Feb 17 09:46:42.265717 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'eb379b5a-9a99-4b52-908e-c6a8d069a28a', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'port_id': '88dd9ba2-e308-4574-8f73-b91094312591', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'mac_address': 'fa:16:3e:93:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98041338-17cf-4488-b2a0-41eb9924ba67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:14Z', 'updated_at': '2022-02-17T09:46:40Z', 'revision_number': 1, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:42.286477 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82621e-1fcd-4e02-afda-ec1077bae76a req-df2074d4-e8de-4a0d-9b74-60dbea0b10f4 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:42.295790 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c82621e-1fcd-4e02-afda-ec1077bae76a req-df2074d4-e8de-4a0d-9b74-60dbea0b10f4 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1822190 Feb 17 09:46:42.307175 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] Checking router: cd49f564-ce63-45d6-a993-91192302a370 for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:46:42.320741 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:46:42.321610 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:46:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:42.377423 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-1a97236f-645f-4d5d-9745-ce82b5a52517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:42.379419 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-1a97236f-645f-4d5d-9745-ce82b5a52517 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.1815169 Feb 17 09:46:42.412248 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c82621e-1fcd-4e02-afda-ec1077bae76a req-c15e9c65-1b1b-42c6-a1a7-e864d237cc9e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147082 Feb 17 09:46:42.466633 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c1589-dd7d-4cc9-aa2d-a1c7355233e5 req-01b8802d-131f-4966-b07d-e7c51adc183b tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:42.475777 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-738c1589-dd7d-4cc9-aa2d-a1c7355233e5 req-01b8802d-131f-4966-b07d-e7c51adc183b tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 945 time: 0.2165048 Feb 17 09:46:42.557727 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-3dee4802-8187-4557-b29b-d7883c99caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:42.565749 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-3dee4802-8187-4557-b29b-d7883c99caa6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1709201 Feb 17 09:46:42.566563 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-738c1589-dd7d-4cc9-aa2d-a1c7355233e5 req-76be12db-cac9-4932-8918-c28836b451b1 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825624 Feb 17 09:46:42.617041 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:46:42.724742 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-831a513d-e80a-4557-900e-7ec151ef684a service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424091 Feb 17 09:46:42.817829 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52658) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:42.894645 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a80e6f6e-6c6b-4dee-931e-b51c145ea571 req-e755b7de-f877-4af9-803c-fc5d655dd439 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621027 Feb 17 09:46:42.895017 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:46:42.965076 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'eb379b5a-9a99-4b52-908e-c6a8d069a28a', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'port_id': '88dd9ba2-e308-4574-8f73-b91094312591', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'mac_address': 'fa:16:3e:93:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98041338-17cf-4488-b2a0-41eb9924ba67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:14Z', 'updated_at': '2022-02-17T09:46:40Z', 'revision_number': 1, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:43.000649 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9147f268-4c34-4eca-b223-b526a0dbd266 None None] The sync data for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi is: [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'eb379b5a-9a99-4b52-908e-c6a8d069a28a', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'port_id': '88dd9ba2-e308-4574-8f73-b91094312591', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'mac_address': 'fa:16:3e:93:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98041338-17cf-4488-b2a0-41eb9924ba67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:46:14Z', 'updated_at': '2022-02-17T09:46:40Z', 'revision_number': 1, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:46:43.077308 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.089707 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-91ff6902-dd7e-4dcf-a19b-661f304607e3 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:43.092199 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-91ff6902-dd7e-4dcf-a19b-661f304607e3 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.124 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 945 time: 0.1286438 Feb 17 09:46:43.217410 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Publish callbacks [] for security_group (618e7c4c-066f-4857-a2b3-cb16a193090a), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.223817 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (618e7c4c-066f-4857-a2b3-cb16a193090a), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.270931 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.275319 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a46715a5b0434d5e95f2de8f418b9de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4531775 Feb 17 09:46:43.276539 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52666) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:43.300247 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618e7c4c-066f-4857-a2b3-cb16a193090a,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:43.309133 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.309689 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.310133 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.310482 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.310892 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.311237 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.311597 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.311935 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.312284 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.312593 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.312921 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.313283 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.313554 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979d13c-0bb3-44cc-94d9-686a30a5edeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:46:43.343882 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-2a1ffb80-f99f-4581-ae25-2f42d46d4ae6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Deleting port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:46:43.344266 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-2a1ffb80-f99f-4581-ae25-2f42d46d4ae6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.465479 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d677198-e111-439d-92d7-11f711625a41 None None] New status for floating IP eb379b5a-9a99-4b52-908e-c6a8d069a28a: ACTIVE {{(pid=109368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:46:43.504518 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3e47-4d70-41c8-a75e-9a65598c6b82 admin admin] Publish callbacks [] for security_group (618e7c4c-066f-4857-a2b3-cb16a193090a), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.551091 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3e47-4d70-41c8-a75e-9a65598c6b82 admin admin] Publish callbacks [] for security_group (618e7c4c-066f-4857-a2b3-cb16a193090a), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.554297 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-2a1ffb80-f99f-4581-ae25-2f42d46d4ae6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] For port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,segment=NetworkSegment(3622c36a-99c0-47f2-977f-17e12d89d986),segment_id=3622c36a-99c0-47f2-977f-17e12d89d986)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:46:43.554715 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-2a1ffb80-f99f-4581-ae25-2f42d46d4ae6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.655594 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-2a1ffb80-f99f-4581-ae25-2f42d46d4ae6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Calling delete_port for c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 owned by compute:nova {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:46:43.681508 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3e47-4d70-41c8-a75e-9a65598c6b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (618e7c4c-066f-4857-a2b3-cb16a193090a), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.691939 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e1c3e47-4d70-41c8-a75e-9a65598c6b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:43.695527 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7e1c3e47-4d70-41c8-a75e-9a65598c6b82 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/618e7c4c-066f-4857-a2b3-cb16a193090a HTTP/1.1" status: 204 len: 168 time: 0.4182775 Feb 17 09:46:43.726884 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c3e47-4d70-41c8-a75e-9a65598c6b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618e7c4c-066f-4857-a2b3-cb16a193090a,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:43.733603 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e030ad-d9a4-4ef5-9911-d2d3f798e8bf req-e28693cf-411b-4abb-8676-f334e0b26e64 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:43.737697 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-80e030ad-d9a4-4ef5-9911-d2d3f798e8bf req-e28693cf-411b-4abb-8676-f334e0b26e64 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1721814 Feb 17 09:46:43.863010 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-80e030ad-d9a4-4ef5-9911-d2d3f798e8bf req-c8bb5da2-7573-44ff-83c2-a3cf53b5158a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744371 Feb 17 09:46:43.890290 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95ae7b-2ac0-470a-b08b-c183104ccccc req-d7872a60-f424-416e-8301-c0888be49c3a tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:43.892493 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dd95ae7b-2ac0-470a-b08b-c183104ccccc req-d7872a60-f424-416e-8301-c0888be49c3a tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 945 time: 0.1883402 Feb 17 09:46:43.970762 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dd95ae7b-2ac0-470a-b08b-c183104ccccc req-8d306410-f268-4d94-897b-cae589eedba5 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd763fc3-2244-4bd3-9271-13135ac2e051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727522 Feb 17 09:46:44.053287 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-2a1ffb80-f99f-4581-ae25-2f42d46d4ae6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (c9fab17c-9ad2-48df-9e82-7ab47bdec7c9), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:44.074031 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['c9fab17c-9ad2-48df-9e82-7ab47bdec7c9'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:46:44.101423 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ffb80-f99f-4581-ae25-2f42d46d4ae6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Pushing event deleted for resources: {'Port': ['ID=c9fab17c-9ad2-48df-9e82-7ab47bdec7c9,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:44.187725 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-2a1ffb80-f99f-4581-ae25-2f42d46d4ae6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] No DVR routers for this DVR port c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 on host hv-cinder-77398 {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:46:44.191494 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-2a1ffb80-f99f-4581-ae25-2f42d46d4ae6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:44.195351 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-16ebae99-5a25-4f7d-b114-b8ba90c7cd77 req-2a1ffb80-f99f-4581-ae25-2f42d46d4ae6 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.124 "DELETE /v2.0/ports/c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 HTTP/1.1" status: 204 len: 173 time: 1.0928097 Feb 17 09:46:44.195860 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83ef2b6-a2df-4280-8e8e-06a950fe5344', 'name': 'network-vif-deleted', 'tag': 'c9fab17c-9ad2-48df-9e82-7ab47bdec7c9'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:44.198452 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ad63bd-4ab1-4bfa-b269-f58e6ceae4ad" -d '{"events": [{"server_uuid": "a83ef2b6-a2df-4280-8e8e-06a950fe5344", "name": "network-vif-deleted", "tag": "c9fab17c-9ad2-48df-9e82-7ab47bdec7c9"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:44.245740 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d088a9ea-ddcb-4384-a4f7-1a6e1013654f x-openstack-request-id: req-d088a9ea-ddcb-4384-a4f7-1a6e1013654f {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:44.246338 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83ef2b6-a2df-4280-8e8e-06a950fe5344", "name": "network-vif-deleted", "tag": "c9fab17c-9ad2-48df-9e82-7ab47bdec7c9", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:44.246933 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d088a9ea-ddcb-4384-a4f7-1a6e1013654f {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:44.247405 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83ef2b6-a2df-4280-8e8e-06a950fe5344', 'name': 'network-vif-deleted', 'tag': 'c9fab17c-9ad2-48df-9e82-7ab47bdec7c9', 'status': 'completed', 'code': 200} Feb 17 09:46:44.328054 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52708) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:44.342456 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d7d52763-a6db-4a36-92c1-c5487d7a5bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:44.424276 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d7d52763-a6db-4a36-92c1-c5487d7a5bfa admin admin] Publish callbacks [] for security_group (a081c14d-6d02-41e7-be7b-81c218d59dc9), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:44.428090 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d7d52763-a6db-4a36-92c1-c5487d7a5bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a081c14d-6d02-41e7-be7b-81c218d59dc9), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:44.475773 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-d7d52763-a6db-4a36-92c1-c5487d7a5bfa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f36cbb8e9604a57b7a550062803f163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465936 Feb 17 09:46:44.476658 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d52763-a6db-4a36-92c1-c5487d7a5bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a081c14d-6d02-41e7-be7b-81c218d59dc9,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:44.479895 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52712) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:44.536968 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-253c0ecf-c210-40ea-833b-c8f7ed61ad9c admin admin] Publish callbacks [] for security_group (a081c14d-6d02-41e7-be7b-81c218d59dc9), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:44.566149 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-253c0ecf-c210-40ea-833b-c8f7ed61ad9c admin admin] Publish callbacks [] for security_group (a081c14d-6d02-41e7-be7b-81c218d59dc9), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:44.626449 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-253c0ecf-c210-40ea-833b-c8f7ed61ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a081c14d-6d02-41e7-be7b-81c218d59dc9), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:44.629419 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-253c0ecf-c210-40ea-833b-c8f7ed61ad9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:44.639695 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-253c0ecf-c210-40ea-833b-c8f7ed61ad9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a081c14d-6d02-41e7-be7b-81c218d59dc9 HTTP/1.1" status: 204 len: 168 time: 0.1547070 Feb 17 09:46:44.660228 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c0ecf-c210-40ea-833b-c8f7ed61ad9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081c14d-6d02-41e7-be7b-81c218d59dc9,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:45.085388 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69fc11-8a9c-4ccb-9c37-5560b180d326 req-6f48e2b8-1fb6-4e25-8ee9-5f6616f721c2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:45.096988 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6f69fc11-8a9c-4ccb-9c37-5560b180d326 req-6f48e2b8-1fb6-4e25-8ee9-5f6616f721c2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1232202 Feb 17 09:46:45.165750 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-663c1b25-8f47-42aa-976e-a909f275fa0b req-690bdae9-dee7-468b-b66a-7b374069890e tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 210 time: 0.0573108 Feb 17 09:46:45.201324 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6f69fc11-8a9c-4ccb-9c37-5560b180d326 req-7a12c7dc-28eb-49c6-b158-24e13b59c7c7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024606 Feb 17 09:46:46.299869 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-726ceae8-7e11-4c39-9b75-779e9876810a req-7a2ff370-f632-452f-924b-4d0c66bb4b6e tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 210 time: 0.0413334 Feb 17 09:46:46.351622 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc28064-dd47-470e-9a96-b7c6baf14476 req-edf47e2e-56e3-4594-957e-d3a7e82ad1f3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:46.353150 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6bc28064-dd47-470e-9a96-b7c6baf14476 req-edf47e2e-56e3-4594-957e-d3a7e82ad1f3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0638802 Feb 17 09:46:46.402719 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6bc28064-dd47-470e-9a96-b7c6baf14476 req-1c0683a4-4590-41d3-b9a6-564808792d36 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Feb 17 09:46:47.425514 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5e645647-0114-44e5-b712-f2adda40b34b req-83c16cde-b182-4ca0-b468-9cfc834c9ca4 tempest-DeleteServersTestJSON-1958280372 tempest-DeleteServersTestJSON-1958280372-project] 10.222.0.61 "GET /v2.0/ports?device_id=a83ef2b6-a2df-4280-8e8e-06a950fe5344 HTTP/1.1" status: 200 len: 210 time: 0.0307276 Feb 17 09:46:47.533085 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0e770-20e1-4cd0-b9e5-4242f116bae9 req-7f91fb19-7578-4cdf-89ec-b0078153c65b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:47.534722 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a2d0e770-20e1-4cd0-b9e5-4242f116bae9 req-7f91fb19-7578-4cdf-89ec-b0078153c65b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0605395 Feb 17 09:46:47.588368 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a2d0e770-20e1-4cd0-b9e5-4242f116bae9 req-336dbbae-849d-4a56-8b75-97f51ec6faca tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477762 Feb 17 09:46:48.410061 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:46:48.432787 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:46:48.433268 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device c9fab17c-9ad2-48df-9e82-7ab47bdec7c9 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:46:48.767237 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c679d4-60bf-4a70-a794-14f9f3840804 req-ca9932aa-1510-4da3-a55b-556e5cced1df tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:48.770465 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-50c679d4-60bf-4a70-a794-14f9f3840804 req-ca9932aa-1510-4da3-a55b-556e5cced1df tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0738163 Feb 17 09:46:48.826407 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-50c679d4-60bf-4a70-a794-14f9f3840804 req-f764335b-fb3e-47f5-9823-eab23f3d35f6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509713 Feb 17 09:46:49.655865 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-7fe94906-3c76-4353-8dab-98415bd88402 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:49.657504 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-7fe94906-3c76-4353-8dab-98415bd88402 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 815 time: 0.1401806 Feb 17 09:46:49.678126 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-8b81fe31-8139-4de9-ab15-71a69812aff8 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/quotas/1a47fbb1826f4ab18e51902128b6c104 HTTP/1.1" status: 200 len: 375 time: 0.0139062 Feb 17 09:46:49.744525 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-acc6f809-9af9-4632-abe6-e35f8eaed9f5 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605862 Feb 17 09:46:49.842808 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-d8483e82-cd3c-4f71-8565-d65657d73e88 service neutron] 10.222.0.61 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902486 Feb 17 09:46:49.971909 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-d1b9a27b-2630-4915-8ba6-6809a584bc30 service neutron] 10.222.0.61 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230764 Feb 17 09:46:49.988088 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73cc64-2e4d-447c-8a66-e03040d6c7d4 req-1d67ced2-aab8-427e-befe-89030a17722b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:49.989641 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-db73cc64-2e4d-447c-8a66-e03040d6c7d4 req-1d67ced2-aab8-427e-befe-89030a17722b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0744252 Feb 17 09:46:50.041082 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-db73cc64-2e4d-447c-8a66-e03040d6c7d4 req-5b635818-73d8-4896-af39-135f34166337 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454402 Feb 17 09:46:50.135277 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52870) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:50.157312 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a6c3718c-6326-4572-b926-77391f9753f5 req-6269ed05-54a2-4d96-8f72-3896ebfe3205 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 210 time: 0.0307891 Feb 17 09:46:50.185934 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f5a145-1a8c-419f-88ed-56cb8dcd9324 admin admin] Deleting subnet 8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765 {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:46:50.189477 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f9f5a145-1a8c-419f-88ed-56cb8dcd9324 admin admin] Publish callbacks [] for subnet (8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.236273 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f9f5a145-1a8c-419f-88ed-56cb8dcd9324 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.277025 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f9f5a145-1a8c-419f-88ed-56cb8dcd9324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.335599 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f9f5a145-1a8c-419f-88ed-56cb8dcd9324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.361535 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5a145-1a8c-419f-88ed-56cb8dcd9324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:50.367950 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f9f5a145-1a8c-419f-88ed-56cb8dcd9324 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.372041 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-f9f5a145-1a8c-419f-88ed-56cb8dcd9324 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8a9c9ca0-ff22-45c1-bee0-ee1d95c5f765 HTTP/1.1" status: 204 len: 168 time: 0.2350810 Feb 17 09:46:50.375008 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52876) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:50.446301 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (cf3f66c7-521f-4b96-96d4-34b588cd9f34), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.534525 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (cf3f66c7-521f-4b96-96d4-34b588cd9f34), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.556178 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3f66c7-521f-4b96-96d4-34b588cd9f34']}} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:50.567459 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3622c36a-99c0-47f2-977f-17e12d89d986') {'for_net_delete': True} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:50.567755 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3622c36a-99c0-47f2-977f-17e12d89d986') {} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:46:50.578103 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726056'] for segment (3622c36a-99c0-47f2-977f-17e12d89d986), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.592785 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (3622c36a-99c0-47f2-977f-17e12d89d986), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.599249 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=109366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:46:50.599779 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903915'] for segment (3622c36a-99c0-47f2-977f-17e12d89d986), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: Traceback (most recent call last): Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: timer() Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: cb(*args, **kw) Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: return func(*args, **kwargs) Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: self._notify() Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: self.callback(batched_events) Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: event.method(event) Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: return f(self, *a, **k) Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._get(url).json() Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: return self.request(url, 'GET', **kwargs) Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:46:50.601573 dv-cinder-773985-34-iscsi neutron-server[109366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:46:50.660918 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (cf3f66c7-521f-4b96-96d4-34b588cd9f34), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.669348 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.672791 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] 10.222.0.61 "DELETE /v2.0/networks/cf3f66c7-521f-4b96-96d4-34b588cd9f34 HTTP/1.1" status: 204 len: 168 time: 0.2968678 Feb 17 09:46:50.860697 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52890) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:50.907271 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-a739392e-0bef-40fb-97b3-c3310ac39674 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f12dfdd1c74548dd94fa4f361a372bec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451167 Feb 17 09:46:50.910993 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52892) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:50.927118 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e37dd2-b18f-4b2c-83c7-7aa795e41f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3f66c7-521f-4b96-96d4-34b588cd9f34,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:50.959941 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-71bf3256-7c77-4fde-86d3-acb271c8e86b admin admin] Publish callbacks [] for security_group (cd763fc3-2244-4bd3-9271-13135ac2e051), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:50.987226 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-71bf3256-7c77-4fde-86d3-acb271c8e86b admin admin] Publish callbacks [] for security_group (cd763fc3-2244-4bd3-9271-13135ac2e051), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:51.039518 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-71bf3256-7c77-4fde-86d3-acb271c8e86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (cd763fc3-2244-4bd3-9271-13135ac2e051), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:51.042026 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-71bf3256-7c77-4fde-86d3-acb271c8e86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:51.043321 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-71bf3256-7c77-4fde-86d3-acb271c8e86b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd763fc3-2244-4bd3-9271-13135ac2e051 HTTP/1.1" status: 204 len: 168 time: 0.1311204 Feb 17 09:46:51.054430 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf3256-7c77-4fde-86d3-acb271c8e86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd763fc3-2244-4bd3-9271-13135ac2e051,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:51.182860 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e036a9-8ce4-4cab-bfa2-4e4991c8794e req-28854103-1247-4977-8ade-93ac3851b9ee tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:51.185671 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-95e036a9-8ce4-4cab-bfa2-4e4991c8794e req-28854103-1247-4977-8ade-93ac3851b9ee tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0708220 Feb 17 09:46:51.270743 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2326aa9c-e823-4ac4-8035-c01f230b5322 req-8d6cbf69-7969-479e-ad27-3264da56d07d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 210 time: 0.0353560 Feb 17 09:46:51.278555 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-95e036a9-8ce4-4cab-bfa2-4e4991c8794e req-d5981ec2-a8eb-42ca-906a-99fe44e46fb6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864778 Feb 17 09:46:52.408651 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-55c71ff1-717b-4000-bafc-7e1dee3225a0 req-1a36dcbc-6b55-4f21-90b1-05f127a380b1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 210 time: 0.0461550 Feb 17 09:46:52.458496 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3ba7-4548-4b6b-bc9d-ef1d411b6d6b req-ee0bc5bc-31c6-4947-b416-64335da26b4f tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:52.460100 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-139e3ba7-4548-4b6b-bc9d-ef1d411b6d6b req-ee0bc5bc-31c6-4947-b416-64335da26b4f tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0839565 Feb 17 09:46:52.510733 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 52956) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:52.525712 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-139e3ba7-4548-4b6b-bc9d-ef1d411b6d6b req-cca5fe43-6e96-476e-bca1-b06d6a3b91e8 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565836 Feb 17 09:46:52.641630 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-76e28eaf-afb0-4f25-bea7-f245078507f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:52.733931 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-76e28eaf-afb0-4f25-bea7-f245078507f4 admin admin] Publish callbacks [] for security_group (3dc4cd6d-8d00-409a-90f4-c010a84d9790), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:52.739298 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-76e28eaf-afb0-4f25-bea7-f245078507f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (3dc4cd6d-8d00-409a-90f4-c010a84d9790), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:52.787987 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-76e28eaf-afb0-4f25-bea7-f245078507f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0aa9c1775914da9a97c6773df236b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760096 Feb 17 09:46:52.790364 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e28eaf-afb0-4f25-bea7-f245078507f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc4cd6d-8d00-409a-90f4-c010a84d9790,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:52.791153 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 52964) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:52.842294 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-947852f3-5493-47ae-a295-7eefd1a741c1 admin admin] Publish callbacks [] for security_group (3dc4cd6d-8d00-409a-90f4-c010a84d9790), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:52.873700 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-947852f3-5493-47ae-a295-7eefd1a741c1 admin admin] Publish callbacks [] for security_group (3dc4cd6d-8d00-409a-90f4-c010a84d9790), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:52.951361 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-947852f3-5493-47ae-a295-7eefd1a741c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (3dc4cd6d-8d00-409a-90f4-c010a84d9790), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:52.953990 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-947852f3-5493-47ae-a295-7eefd1a741c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:52.955206 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-947852f3-5493-47ae-a295-7eefd1a741c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3dc4cd6d-8d00-409a-90f4-c010a84d9790 HTTP/1.1" status: 204 len: 168 time: 0.1629364 Feb 17 09:46:52.964204 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947852f3-5493-47ae-a295-7eefd1a741c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc4cd6d-8d00-409a-90f4-c010a84d9790,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:53.536932 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ce25279b-899d-4686-ae98-05da7dbc9214 req-24175ae3-b4fa-4a14-8acf-d61a2f1ba213 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 210 time: 0.0363376 Feb 17 09:46:53.670813 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eb711-19c3-44a2-9b85-7d7d9cbc6b25 req-88f11639-c60d-4457-abd1-7e7415e8d4e6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:53.671718 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed0eb711-19c3-44a2-9b85-7d7d9cbc6b25 req-88f11639-c60d-4457-abd1-7e7415e8d4e6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0620627 Feb 17 09:46:53.749364 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed0eb711-19c3-44a2-9b85-7d7d9cbc6b25 req-149095c6-dcbc-4283-94aa-99f0d03dcee0 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Feb 17 09:46:54.670002 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fbfd7835-20e2-46dd-beae-22c62f5532fe req-d01afef5-06aa-46d7-a3e0-5b7523cada0f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 210 time: 0.0425413 Feb 17 09:46:54.933362 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d6705-7157-4973-ad40-b03670103917 req-95d60dbb-4920-48e2-aeed-c9d5599aed4c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:54.935891 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-025d6705-7157-4973-ad40-b03670103917 req-95d60dbb-4920-48e2-aeed-c9d5599aed4c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0804176 Feb 17 09:46:55.010793 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-025d6705-7157-4973-ad40-b03670103917 req-939a1814-ffda-4482-a302-b897f48a43b8 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653601 Feb 17 09:46:55.814019 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3fdcff09-f06a-46e8-8614-22fc8502b311 req-add21339-fdb6-45d2-9e9d-9096d349b3d5 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 210 time: 0.0557492 Feb 17 09:46:56.160838 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-b4fa732e-d347-4ba4-b7ce-d65698ad9e0b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:56.163534 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-b4fa732e-d347-4ba4-b7ce-d65698ad9e0b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 815 time: 0.1762805 Feb 17 09:46:56.180462 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Request body: {'port': {'device_id': '53f262c2-050b-4024-b2e4-87e06d5d3a37', 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11', 'admin_state_up': True, 'tenant_id': '1a47fbb1826f4ab18e51902128b6c104'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:56.316180 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5054f9-22a8-4060-8037-9306d65184d6 req-13c7fbef-f031-4774-a59f-1efbc601c9f9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:56.317917 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1b5054f9-22a8-4060-8037-9306d65184d6 req-13c7fbef-f031-4774-a59f-1efbc601c9f9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1087241 Feb 17 09:46:56.344804 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Made reservation on behalf of 1a47fbb1826f4ab18e51902128b6c104 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:46:56.355922 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:56.391865 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1b5054f9-22a8-4060-8037-9306d65184d6 req-368728b1-849b-4a8b-a468-42ec7fd78222 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658097 Feb 17 09:46:56.605119 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Allocated IP 172.20.0.6 (e9f66ec7-21ec-4b55-ac50-adffd10a3f11/e06c454d-9899-4568-ab7a-cca625863472/9d16e019-6c3d-4f37-b876-df030b05c1e6) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:46:56.886290 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks [] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:56.944402 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:56.967293 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['b6e41912-2233-4573-b818-1b4eb329f1b6'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:46:57.046072 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:46:57.053142 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:46:57.063167 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:46:57.104336 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce7d7f-b4b3-4dae-8c55-c217af31e20d req-ce6ae0e0-ef94-4934-8b83-1cf2f831e8f6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:57.107502 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bcce7d7f-b4b3-4dae-8c55-c217af31e20d req-ce6ae0e0-ef94-4934-8b83-1cf2f831e8f6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 931 time: 0.1429758 Feb 17 09:46:57.150004 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Pushing event updated for resources: {'Port': ['ID=9d16e019-6c3d-4f37-b876-df030b05c1e6,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:57.204226 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:57.205104 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:57.206365 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bcce7d7f-b4b3-4dae-8c55-c217af31e20d req-3537cddc-9c09-4134-b4f5-b6d065c71259 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801837 Feb 17 09:46:57.234871 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-ea4421ab-27be-4ce2-94b7-ba0f6c65af2d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0596650 Feb 17 09:46:57.257442 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Request body: {'port': {'device_id': '53f262c2-050b-4024-b2e4-87e06d5d3a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:46:57.355165 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:57.575211 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436b6b0-6dda-4103-ba20-3144c5d3a3ae req-99b006f0-28e2-4960-adcf-c881b13add3d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:57.577522 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1436b6b0-6dda-4103-ba20-3144c5d3a3ae req-99b006f0-28e2-4960-adcf-c881b13add3d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0886307 Feb 17 09:46:57.633686 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1436b6b0-6dda-4103-ba20-3144c5d3a3ae req-da215afe-6834-4d3a-97c3-f24827bfedc9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481431 Feb 17 09:46:57.657895 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 53116) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:57.714042 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d16e019-6c3d-4f37-b876-df030b05c1e6 {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:46:57.725927 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Publish callbacks [] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:57.744140 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Transition to ACTIVE for port object 9d16e019-6c3d-4f37-b876-df030b05c1e6 will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:46:57.751928 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:57.823934 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a190768a-578a-4d81-abd8-29a063ed1531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:57.847301 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Pushing event updated for resources: {'Port': ['ID=9d16e019-6c3d-4f37-b876-df030b05c1e6,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:57.935357 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Attempting to bind port 9d16e019-6c3d-4f37-b876-df030b05c1e6 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:46:57.935728 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Attempting to bind port 9d16e019-6c3d-4f37-b876-df030b05c1e6 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:46:57.936077 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Attempting to bind port 9d16e019-6c3d-4f37-b876-df030b05c1e6 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:57.943296 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Port 9d16e019-6c3d-4f37-b876-df030b05c1e6 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:46:57.943296 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Attempting to bind port 9d16e019-6c3d-4f37-b876-df030b05c1e6 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:46:57.949032 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:46:57.950502 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Checking segment: {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:46:57.950991 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Bound using segment: {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:46:57.951470 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Bound port: 9d16e019-6c3d-4f37-b876-df030b05c1e6, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:46:57.951920 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.001297 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a190768a-578a-4d81-abd8-29a063ed1531 admin admin] Publish callbacks [] for security_group (d18def62-3466-4316-a6b2-5b0d7dc5940c), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.014410 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a190768a-578a-4d81-abd8-29a063ed1531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (d18def62-3466-4316-a6b2-5b0d7dc5940c), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.035209 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] For port 9d16e019-6c3d-4f37-b876-df030b05c1e6, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:46:58.039743 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] For port 9d16e019-6c3d-4f37-b876-df030b05c1e6, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9d16e019-6c3d-4f37-b876-df030b05c1e6,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:46:58.049750 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.148988 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:58.149548 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.151152 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] 10.222.0.124 "PUT /v2.0/ports/9d16e019-6c3d-4f37-b876-df030b05c1e6 HTTP/1.1" status: 200 len: 1093 time: 0.9074960 Feb 17 09:46:58.151647 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f262c2-050b-4024-b2e4-87e06d5d3a37', 'tag': '9d16e019-6c3d-4f37-b876-df030b05c1e6'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:46:58.155321 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c842d90-6c4f-414c-bfab-64c1159e8396" -d '{"events": [{"name": "network-changed", "server_uuid": "53f262c2-050b-4024-b2e4-87e06d5d3a37", "tag": "9d16e019-6c3d-4f37-b876-df030b05c1e6"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:46:58.165429 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac5a2b-1c3b-4c2a-ac90-7010880a76bc service neutron] Pushing event updated for resources: {'Port': ['ID=9d16e019-6c3d-4f37-b876-df030b05c1e6,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:58.315420 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33720eae-821f-4a0a-8fa1-4e861b9000a6 x-openstack-request-id: req-33720eae-821f-4a0a-8fa1-4e861b9000a6 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:46:58.316539 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f262c2-050b-4024-b2e4-87e06d5d3a37", "tag": "9d16e019-6c3d-4f37-b876-df030b05c1e6", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:46:58.316539 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33720eae-821f-4a0a-8fa1-4e861b9000a6 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:46:58.316539 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f262c2-050b-4024-b2e4-87e06d5d3a37', 'tag': '9d16e019-6c3d-4f37-b876-df030b05c1e6', 'status': 'completed', 'code': 200} Feb 17 09:46:58.363884 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 53142) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:58.396572 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-6c62b9e4-c08c-4b13-96bb-d824b16549f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:58.402579 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-6c62b9e4-c08c-4b13-96bb-d824b16549f2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 1127 time: 0.1638947 Feb 17 09:46:58.517483 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190768a-578a-4d81-abd8-29a063ed1531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18def62-3466-4316-a6b2-5b0d7dc5940c,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:58.518669 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-77fa1aed-ba00-4167-9997-c0592bc3b93b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d16e019-6c3d-4f37-b876-df030b05c1e6 HTTP/1.1" status: 200 len: 217 time: 0.0959635 Feb 17 09:46:58.529759 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-a190768a-578a-4d81-abd8-29a063ed1531 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20f7f8bed1104a3ab880acd8e2fc4069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8705122 Feb 17 09:46:58.532844 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 53150) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:58.638415 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bad063ca-1956-4eb6-b7f6-fd8e75143020 admin admin] Publish callbacks [] for security_group (d18def62-3466-4316-a6b2-5b0d7dc5940c), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.679122 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c4dc9-8c79-4425-be4b-4a0d3f6d974a req-7e391a31-0f19-4563-bcf3-b1cac80a96bc tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:58.682054 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a83c4dc9-8c79-4425-be4b-4a0d3f6d974a req-7e391a31-0f19-4563-bcf3-b1cac80a96bc tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 943 time: 0.2430573 Feb 17 09:46:58.698709 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5330001a-a88a-4e74-bb75-c807d59d2797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.707309 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bad063ca-1956-4eb6-b7f6-fd8e75143020 admin admin] Publish callbacks [] for security_group (d18def62-3466-4316-a6b2-5b0d7dc5940c), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.762647 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-e4cab046-ee4e-4ea2-ab05-00f61865c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:58.772740 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-e4cab046-ee4e-4ea2-ab05-00f61865c7e0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e06c454d-9899-4568-ab7a-cca625863472 HTTP/1.1" status: 200 len: 855 time: 0.2441845 Feb 17 09:46:58.837956 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-c5d6fabc-7583-4aae-8ad5-558d570fe108 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494435 Feb 17 09:46:58.912679 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a83c4dc9-8c79-4425-be4b-4a0d3f6d974a req-3ca2203d-6a03-447b-8f08-811935590d69 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015696 Feb 17 09:46:58.961664 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bad063ca-1956-4eb6-b7f6-fd8e75143020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (d18def62-3466-4316-a6b2-5b0d7dc5940c), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.965863 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bad063ca-1956-4eb6-b7f6-fd8e75143020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:58.967544 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-bad063ca-1956-4eb6-b7f6-fd8e75143020 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d18def62-3466-4316-a6b2-5b0d7dc5940c HTTP/1.1" status: 204 len: 168 time: 0.4330008 Feb 17 09:46:58.983547 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad063ca-1956-4eb6-b7f6-fd8e75143020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18def62-3466-4316-a6b2-5b0d7dc5940c,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:58.998929 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7598bc-c6d1-4677-abcb-21be974fc858 req-359262c0-a37c-4f7e-bdd7-df5c61350502 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:46:59.007783 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cf7598bc-c6d1-4677-abcb-21be974fc858 req-359262c0-a37c-4f7e-bdd7-df5c61350502 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.2050881 Feb 17 09:46:59.062171 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5330001a-a88a-4e74-bb75-c807d59d2797 admin admin] Publish callbacks [] for security_group (8b5a3d0e-3670-4196-9754-b5832ea945c9), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.073183 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-55dd7b9b-a6a7-4300-8855-e483d2545361 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227964 Feb 17 09:46:59.074729 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5330001a-a88a-4e74-bb75-c807d59d2797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8b5a3d0e-3670-4196-9754-b5832ea945c9), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.092563 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cf7598bc-c6d1-4677-abcb-21be974fc858 req-21bb12b9-060d-4452-8bf5-d99cc20b81f6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833721 Feb 17 09:46:59.138901 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-5330001a-a88a-4e74-bb75-c807d59d2797 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12f38e64cdea4b3e9cc77674d503b519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7707849 Feb 17 09:46:59.140867 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330001a-a88a-4e74-bb75-c807d59d2797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5a3d0e-3670-4196-9754-b5832ea945c9,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:59.142809 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 53168) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:59.219915 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cab5c1fd-d016-433e-a338-cec8dd070da2 admin admin] Publish callbacks [] for security_group (8b5a3d0e-3670-4196-9754-b5832ea945c9), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.243212 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cab5c1fd-d016-433e-a338-cec8dd070da2 admin admin] Publish callbacks [] for security_group (8b5a3d0e-3670-4196-9754-b5832ea945c9), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.292735 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cab5c1fd-d016-433e-a338-cec8dd070da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8b5a3d0e-3670-4196-9754-b5832ea945c9), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.296283 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cab5c1fd-d016-433e-a338-cec8dd070da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.297482 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-cab5c1fd-d016-433e-a338-cec8dd070da2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8b5a3d0e-3670-4196-9754-b5832ea945c9 HTTP/1.1" status: 204 len: 168 time: 0.1532464 Feb 17 09:46:59.306169 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5c1fd-d016-433e-a338-cec8dd070da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5a3d0e-3670-4196-9754-b5832ea945c9,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:59.395493 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 53174) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:59.410381 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8561e68a-d6c8-41e7-91a9-6ac09853b209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.497799 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8561e68a-d6c8-41e7-91a9-6ac09853b209 admin admin] Publish callbacks [] for security_group (f80be272-6415-41d2-8c7d-3fa56dc18600), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.502172 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8561e68a-d6c8-41e7-91a9-6ac09853b209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (f80be272-6415-41d2-8c7d-3fa56dc18600), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.543639 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-8561e68a-d6c8-41e7-91a9-6ac09853b209 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ba39a0840014979b11b713c09100cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462765 Feb 17 09:46:59.544832 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561e68a-d6c8-41e7-91a9-6ac09853b209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80be272-6415-41d2-8c7d-3fa56dc18600,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:46:59.546383 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 53180) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:46:59.604813 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c943-ccc1-40ba-8047-12f895c1f18a admin admin] Publish callbacks [] for security_group (f80be272-6415-41d2-8c7d-3fa56dc18600), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.631473 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c943-ccc1-40ba-8047-12f895c1f18a admin admin] Publish callbacks [] for security_group (f80be272-6415-41d2-8c7d-3fa56dc18600), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.691557 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c943-ccc1-40ba-8047-12f895c1f18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (f80be272-6415-41d2-8c7d-3fa56dc18600), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.694371 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c943-ccc1-40ba-8047-12f895c1f18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:46:59.695711 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-c9c5c943-ccc1-40ba-8047-12f895c1f18a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f80be272-6415-41d2-8c7d-3fa56dc18600 HTTP/1.1" status: 204 len: 168 time: 0.1472576 Feb 17 09:46:59.710488 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5c943-ccc1-40ba-8047-12f895c1f18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80be272-6415-41d2-8c7d-3fa56dc18600,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:00.081385 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8e44f3b7-730f-4bc6-8b59-ee796a2133ff req-958cb742-6d4d-4eff-908e-bbe1f87bba9f service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639013 Feb 17 09:47:00.202939 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-11b7d9ee-0f96-4754-92ed-a6bc8effed0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:00.239781 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed813187-6de0-4c7f-92ad-ff5ff6f5eb8a req-bdea57e4-397a-4498-b439-ead37d8896d6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:00.241494 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed813187-6de0-4c7f-92ad-ff5ff6f5eb8a req-bdea57e4-397a-4498-b439-ead37d8896d6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 943 time: 0.1210582 Feb 17 09:47:00.277336 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183470a1-2c47-4d8c-a2cc-80f7a8553dfa req-59709a90-5ca9-4c89-b245-e4b21140b351 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:00.279554 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-183470a1-2c47-4d8c-a2cc-80f7a8553dfa req-59709a90-5ca9-4c89-b245-e4b21140b351 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0907981 Feb 17 09:47:00.327022 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed813187-6de0-4c7f-92ad-ff5ff6f5eb8a req-f6715d5c-dd95-41cb-8edb-825eb59012a0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761173 Feb 17 09:47:00.364632 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-183470a1-2c47-4d8c-a2cc-80f7a8553dfa req-92db082d-6447-4e90-9e0f-146688e5832e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783837 Feb 17 09:47:01.493106 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92630ccb-3de4-4f56-8fef-5cd1c5dc65b8 req-c516c213-bd21-4645-a21e-941904fa40d0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:01.494730 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-92630ccb-3de4-4f56-8fef-5cd1c5dc65b8 req-c516c213-bd21-4645-a21e-941904fa40d0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 943 time: 0.0902786 Feb 17 09:47:01.518343 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a12-b165-4b12-9825-27d9f1f96e7e req-d937c2ce-af4c-4b1d-b92c-256423bf920e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:01.519894 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7f369a12-b165-4b12-9825-27d9f1f96e7e req-d937c2ce-af4c-4b1d-b92c-256423bf920e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0824347 Feb 17 09:47:01.597054 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-92630ccb-3de4-4f56-8fef-5cd1c5dc65b8 req-eda8146b-067b-4b16-9c11-996b6c023bd5 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945060 Feb 17 09:47:01.605362 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7f369a12-b165-4b12-9825-27d9f1f96e7e req-e29b9069-2cb5-49e2-ba05-33b202a8b93c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782762 Feb 17 09:47:02.044054 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c842d90-6c4f-414c-bfab-64c1159e8396 req-49d4f126-0ca8-44dd-beac-4373a9f2a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:02.046502 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0c842d90-6c4f-414c-bfab-64c1159e8396 req-49d4f126-0ca8-44dd-beac-4373a9f2a63e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 1127 time: 0.0829742 Feb 17 09:47:02.159004 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c842d90-6c4f-414c-bfab-64c1159e8396 req-450c546c-b769-4622-838d-048e27d29f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:02.160512 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0c842d90-6c4f-414c-bfab-64c1159e8396 req-450c546c-b769-4622-838d-048e27d29f40 service neutron] 10.222.0.124 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 916 time: 0.1015358 Feb 17 09:47:02.211701 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0c842d90-6c4f-414c-bfab-64c1159e8396 req-cfc048be-22d0-4994-9d22-eee6ee4ab3e7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d16e019-6c3d-4f37-b876-df030b05c1e6 HTTP/1.1" status: 200 len: 217 time: 0.0400958 Feb 17 09:47:02.282223 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c842d90-6c4f-414c-bfab-64c1159e8396 req-361df003-0c98-4441-ad29-719d5d3ac2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:02.283767 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0c842d90-6c4f-414c-bfab-64c1159e8396 req-361df003-0c98-4441-ad29-719d5d3ac2c0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e06c454d-9899-4568-ab7a-cca625863472 HTTP/1.1" status: 200 len: 855 time: 0.0519073 Feb 17 09:47:02.330170 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0c842d90-6c4f-414c-bfab-64c1159e8396 req-c0ce8510-3af6-483e-a589-4508c0f75ee4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373683 Feb 17 09:47:02.451281 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0c842d90-6c4f-414c-bfab-64c1159e8396 req-8f99cbaf-48d1-4fe7-a07d-3c154009f834 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126578 Feb 17 09:47:02.555464 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0c842d90-6c4f-414c-bfab-64c1159e8396 req-3f18d46a-af2a-47d1-8c87-965ddb878698 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943089 Feb 17 09:47:02.756769 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af580470-797d-4fd1-8f2e-935e5d7a9e73 req-f73eca73-bc5b-4d5a-bd6b-575b3e93188e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:02.758328 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-af580470-797d-4fd1-8f2e-935e5d7a9e73 req-f73eca73-bc5b-4d5a-bd6b-575b3e93188e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 943 time: 0.0881886 Feb 17 09:47:02.770033 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f9481-dcff-4318-af1b-71f4b3980e82 req-30cd54a3-d9df-460c-982a-13b017081db8 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:02.771514 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-359f9481-dcff-4318-af1b-71f4b3980e82 req-30cd54a3-d9df-460c-982a-13b017081db8 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0886853 Feb 17 09:47:02.848553 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-af580470-797d-4fd1-8f2e-935e5d7a9e73 req-b4e34983-3fb6-403c-8126-a3a1fbcdb253 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760019 Feb 17 09:47:02.851604 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-359f9481-dcff-4318-af1b-71f4b3980e82 req-a03d627a-2494-4c6e-8348-0c11e3d6adfd tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723917 Feb 17 09:47:02.973141 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0b3f-9312-4e4d-a06a-e595785eaafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:04.017701 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5e151-f9ef-4db8-865f-7a025a28407a req-2aee4372-def6-4f94-8af1-75f73831aeb3 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:04.019317 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bcf5e151-f9ef-4db8-865f-7a025a28407a req-2aee4372-def6-4f94-8af1-75f73831aeb3 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 943 time: 0.0931289 Feb 17 09:47:04.032178 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d55904-6b1d-48af-a4c5-442bdb0a7d32 req-e164a967-9136-4a7d-a931-a0042bc148cf tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:04.033763 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-14d55904-6b1d-48af-a4c5-442bdb0a7d32 req-e164a967-9136-4a7d-a931-a0042bc148cf tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0975747 Feb 17 09:47:04.112258 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bcf5e151-f9ef-4db8-865f-7a025a28407a req-23caebc0-0952-4bc4-9721-46f8ff34727a tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774205 Feb 17 09:47:04.115633 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-14d55904-6b1d-48af-a4c5-442bdb0a7d32 req-b06ef77d-b866-4d4f-a407-81a0cda03848 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747373 Feb 17 09:47:04.878611 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:05.280929 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf5ad7-3df5-496e-9c06-28fb51a388f8 req-ea1eaec4-b973-4b9d-bee3-5c4b9e077842 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:05.282572 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8fdf5ad7-3df5-496e-9c06-28fb51a388f8 req-ea1eaec4-b973-4b9d-bee3-5c4b9e077842 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 943 time: 0.0939386 Feb 17 09:47:05.289859 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629e778-0ad7-471b-ac18-c48d700bc22a req-1cb5b623-88f9-4a28-aa9c-89cf64397176 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:05.291349 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8629e778-0ad7-471b-ac18-c48d700bc22a req-1cb5b623-88f9-4a28-aa9c-89cf64397176 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0939920 Feb 17 09:47:05.367280 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8fdf5ad7-3df5-496e-9c06-28fb51a388f8 req-eacd9508-d347-47e5-9598-d94f72766827 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749099 Feb 17 09:47:05.370558 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8629e778-0ad7-471b-ac18-c48d700bc22a req-6093a820-bfba-4a7f-ba38-7969ded3261c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711324 Feb 17 09:47:06.539236 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dc48f-8c78-45f7-a977-d97fff013585 req-634efa79-7ea5-4376-a50d-c84c3ece18b6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:06.540833 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-623dc48f-8c78-45f7-a977-d97fff013585 req-634efa79-7ea5-4376-a50d-c84c3ece18b6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 943 time: 0.0951452 Feb 17 09:47:06.552030 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e28386-d0d2-459b-90f4-016f0a92a635 req-922865cd-35c5-44b6-8dc6-c4585fe2e133 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:06.553625 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-82e28386-d0d2-459b-90f4-016f0a92a635 req-922865cd-35c5-44b6-8dc6-c4585fe2e133 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0959711 Feb 17 09:47:06.632332 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-623dc48f-8c78-45f7-a977-d97fff013585 req-ee5c5119-9d90-4c33-b530-c02ad4572eae tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776441 Feb 17 09:47:06.648815 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-82e28386-d0d2-459b-90f4-016f0a92a635 req-aeb0bbae-9c12-42eb-9a64-cc99e55ce66b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877624 Feb 17 09:47:07.485156 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:07.809360 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255226b-8f0f-4ff5-89c2-3775836f5a3e req-28e7db46-2f1e-4f87-a9f6-0cc757ffe898 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:07.810813 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0255226b-8f0f-4ff5-89c2-3775836f5a3e req-28e7db46-2f1e-4f87-a9f6-0cc757ffe898 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 943 time: 0.0974548 Feb 17 09:47:07.822006 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06691305-c5c5-4120-b750-b7b193c583e9 req-475dd781-47d2-4d0f-854c-1b30cff73799 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:07.823470 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-06691305-c5c5-4120-b750-b7b193c583e9 req-475dd781-47d2-4d0f-854c-1b30cff73799 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0758195 Feb 17 09:47:07.902078 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-06691305-c5c5-4120-b750-b7b193c583e9 req-e19f489a-63da-4fdc-a377-a64577ea1ede tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701990 Feb 17 09:47:07.905899 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0255226b-8f0f-4ff5-89c2-3775836f5a3e req-42a5ebff-31b1-49d5-bd84-fb9c04a7ca90 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813434 Feb 17 09:47:08.443878 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:08.595658 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 9d16e019-6c3d-4f37-b876-df030b05c1e6 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:47:08.704025 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 9d16e019-6c3d-4f37-b876-df030b05c1e6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9d16e019-6c3d-4f37-b876-df030b05c1e6,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:08.716967 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '9d16e019-6c3d-4f37-b876-df030b05c1e6', 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11', 'port_id': '9d16e019-6c3d-4f37-b876-df030b05c1e6', 'mac_address': 'fa:16:3e:93:bd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06c454d-9899-4568-ab7a-cca625863472', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:47:08.766100 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 9d16e019-6c3d-4f37-b876-df030b05c1e6 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:08.766645 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:08.784967 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d16e019-6c3d-4f37-b876-df030b05c1e6 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:47:08.810044 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 9d16e019-6c3d-4f37-b876-df030b05c1e6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9d16e019-6c3d-4f37-b876-df030b05c1e6,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:08.815693 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:08.872687 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=9d16e019-6c3d-4f37-b876-df030b05c1e6,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:08.878809 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.879550 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.879550 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.880177 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.884074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.884074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.884074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.884074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.884074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.884074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.884074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.884074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:08.884074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:09.066209 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1335d-d50a-42e8-bbf3-99e1d8bc2851 req-0b613ab4-2d87-4737-8820-7479edffcbd1 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:09.067639 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-63c1335d-d50a-42e8-bbf3-99e1d8bc2851 req-0b613ab4-2d87-4737-8820-7479edffcbd1 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0870705 Feb 17 09:47:09.080731 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e64d2-9038-4ec1-989c-ea95a8295106 req-6c6fc743-4c82-4d48-af3d-2d4e8ecd2653 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:09.082895 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dd1e64d2-9038-4ec1-989c-ea95a8295106 req-6c6fc743-4c82-4d48-af3d-2d4e8ecd2653 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 944 time: 0.0889549 Feb 17 09:47:09.159814 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-63c1335d-d50a-42e8-bbf3-99e1d8bc2851 req-a719abd3-69cd-480e-9f29-34e0f52686fd tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862706 Feb 17 09:47:09.164240 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dd1e64d2-9038-4ec1-989c-ea95a8295106 req-23d5a964-1f65-49a2-9a15-8443a59c053e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752134 Feb 17 09:47:10.329167 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208ede2-a23e-4e55-b8de-7f5b6085ab7f req-81afe593-4857-4a4d-aa4a-2cd44f3ab2d6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:10.330952 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6208ede2-a23e-4e55-b8de-7f5b6085ab7f req-81afe593-4857-4a4d-aa4a-2cd44f3ab2d6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 944 time: 0.0913391 Feb 17 09:47:10.338825 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76497a47-3393-4404-98ab-d84117d92583 req-432b850e-790b-44c8-89b1-dfadb75f9ec3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:10.340988 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-76497a47-3393-4404-98ab-d84117d92583 req-432b850e-790b-44c8-89b1-dfadb75f9ec3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0993009 Feb 17 09:47:10.418214 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6208ede2-a23e-4e55-b8de-7f5b6085ab7f req-82961394-15a2-40ad-bf6d-fee2bc39ff77 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760789 Feb 17 09:47:10.425931 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-76497a47-3393-4404-98ab-d84117d92583 req-7bfd3ce6-a92a-4c85-b9ae-59173fe78113 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777321 Feb 17 09:47:11.062949 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['9d16e019-6c3d-4f37-b876-df030b05c1e6'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:47:11.602186 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c77b2b-ef9b-44b3-80bd-c3fb4811c105 req-ee9ff859-544e-409f-a49b-2aeb738f00f1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:11.603713 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-80c77b2b-ef9b-44b3-80bd-c3fb4811c105 req-ee9ff859-544e-409f-a49b-2aeb738f00f1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 944 time: 0.1019928 Feb 17 09:47:11.616669 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aed147-2653-4302-b0b2-efa350363125 req-415108a7-633e-4b4e-aed6-a3544da53f8f tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:11.624932 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-89aed147-2653-4302-b0b2-efa350363125 req-415108a7-633e-4b4e-aed6-a3544da53f8f tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1205208 Feb 17 09:47:11.699893 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-89aed147-2653-4302-b0b2-efa350363125 req-7e081e06-0997-4120-9c39-7630562aa892 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734763 Feb 17 09:47:11.704520 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-80c77b2b-ef9b-44b3-80bd-c3fb4811c105 req-6fc7b89f-dc3d-463e-8f02-008715263594 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725062 Feb 17 09:47:12.866048 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac2252-57c4-4d48-a660-b04f633575e6 req-c3eadcb3-1e4d-4a73-adbe-389cec0a7634 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:12.867644 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7eac2252-57c4-4d48-a660-b04f633575e6 req-c3eadcb3-1e4d-4a73-adbe-389cec0a7634 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0925145 Feb 17 09:47:12.880232 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d70e-90b2-4943-85b7-80550d878d24 req-e324c018-f7bb-4374-bf41-56d2950afcca tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:12.881852 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-41d5d70e-90b2-4943-85b7-80550d878d24 req-e324c018-f7bb-4374-bf41-56d2950afcca tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 944 time: 0.1047487 Feb 17 09:47:12.955549 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7eac2252-57c4-4d48-a660-b04f633575e6 req-d944b396-34bc-4ec2-9b80-aea830d61a19 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726779 Feb 17 09:47:12.965476 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-41d5d70e-90b2-4943-85b7-80550d878d24 req-a5e4f72d-6b77-4770-b8ab-f803ef919e0f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750248 Feb 17 09:47:14.048300 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:14.144201 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1dd6a-dbef-44d5-a492-893dd87d3195 req-621b16dc-f240-4c43-844f-76b01f1e6979 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:14.145852 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-21e1dd6a-dbef-44d5-a492-893dd87d3195 req-621b16dc-f240-4c43-844f-76b01f1e6979 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 944 time: 0.0970206 Feb 17 09:47:14.153937 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c58c81-727c-4e85-8c47-e307ce431448 req-9cd8bf2c-b5cf-4ee7-a9f0-a01c8ed3e676 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:14.155446 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c4c58c81-727c-4e85-8c47-e307ce431448 req-9cd8bf2c-b5cf-4ee7-a9f0-a01c8ed3e676 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0972059 Feb 17 09:47:14.242407 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-21e1dd6a-dbef-44d5-a492-893dd87d3195 req-9ccdaf1a-abde-4b0e-b61b-53068a1ee57f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859365 Feb 17 09:47:14.245565 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c4c58c81-727c-4e85-8c47-e307ce431448 req-0495dcdc-624f-457e-a386-725bde72704e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830202 Feb 17 09:47:15.400917 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef312c09-cb75-432e-9699-f4a17fbaa096 req-6b42cb8c-394c-4f8d-8968-0ff1dd9cc55b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:15.402497 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef312c09-cb75-432e-9699-f4a17fbaa096 req-6b42cb8c-394c-4f8d-8968-0ff1dd9cc55b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 944 time: 0.0891862 Feb 17 09:47:15.410113 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8cbe4-a2bb-4668-aaf3-f4d85f09c294 req-b3b52316-3af3-4218-8b1a-0b7b6b1599b0 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:15.411830 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cec8cbe4-a2bb-4668-aaf3-f4d85f09c294 req-b3b52316-3af3-4218-8b1a-0b7b6b1599b0 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0894854 Feb 17 09:47:15.484897 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef312c09-cb75-432e-9699-f4a17fbaa096 req-81b0db13-4056-4379-ac61-3cedcdfa4b75 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723360 Feb 17 09:47:15.488076 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cec8cbe4-a2bb-4668-aaf3-f4d85f09c294 req-84c5eca5-fc6b-45f0-9938-cf2a91a043b1 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689330 Feb 17 09:47:16.663813 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee512a4e-4669-4d8e-a35e-cf7fef9d4eaf req-8e21f128-f62a-4928-a60b-c81f7de8cb16 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:16.667291 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ee512a4e-4669-4d8e-a35e-cf7fef9d4eaf req-8e21f128-f62a-4928-a60b-c81f7de8cb16 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0982883 Feb 17 09:47:16.675619 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ae50a-9bd4-4b40-94b1-1ad32d34814c req-a6f25fdc-c4b3-4419-a3cd-c6c83aed039d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:16.677224 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-389ae50a-9bd4-4b40-94b1-1ad32d34814c req-a6f25fdc-c4b3-4419-a3cd-c6c83aed039d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 944 time: 0.1087799 Feb 17 09:47:16.760922 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ee512a4e-4669-4d8e-a35e-cf7fef9d4eaf req-7a255cb5-3ce0-45ca-a131-77cb33790f89 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823901 Feb 17 09:47:16.770126 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-389ae50a-9bd4-4b40-94b1-1ad32d34814c req-c3ae4334-4c90-4125-a41e-afc86bd55098 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815039 Feb 17 09:47:17.928768 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34692047-711d-465d-b872-21fb9b10c4ed req-9c0d2c16-99aa-4534-b693-0c8da947e79e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:17.930419 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-34692047-711d-465d-b872-21fb9b10c4ed req-9c0d2c16-99aa-4534-b693-0c8da947e79e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0894964 Feb 17 09:47:17.941595 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ed1ff-fd92-4776-8bc5-9ea9a07e356f req-d2425ded-53f1-4457-8160-2b73ba2f23e6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:17.943308 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9f5ed1ff-fd92-4776-8bc5-9ea9a07e356f req-d2425ded-53f1-4457-8160-2b73ba2f23e6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 944 time: 0.0929613 Feb 17 09:47:18.027852 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 9d16e019-6c3d-4f37-b876-df030b05c1e6 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:47:18.039312 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9f5ed1ff-fd92-4776-8bc5-9ea9a07e356f req-ec849279-47f7-47d1-839a-658ef2f0e4b3 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883913 Feb 17 09:47:18.042565 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-34692047-711d-465d-b872-21fb9b10c4ed req-958e6c1d-4fd6-4504-b987-56cdd6e25f14 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982757 Feb 17 09:47:18.120059 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 9d16e019-6c3d-4f37-b876-df030b05c1e6 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:47:18.125304 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 9d16e019-6c3d-4f37-b876-df030b05c1e6 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:18.125742 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:18.224098 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 9d16e019-6c3d-4f37-b876-df030b05c1e6 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:18.224293 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:18.250249 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f262c2-050b-4024-b2e4-87e06d5d3a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16e019-6c3d-4f37-b876-df030b05c1e6'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:47:18.253012 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c9c84f-7378-46ce-9537-188189d18816" -d '{"events": [{"server_uuid": "53f262c2-050b-4024-b2e4-87e06d5d3a37", "name": "network-vif-plugged", "status": "completed", "tag": "9d16e019-6c3d-4f37-b876-df030b05c1e6"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:47:18.270640 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 9d16e019-6c3d-4f37-b876-df030b05c1e6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9d16e019-6c3d-4f37-b876-df030b05c1e6,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:18.275087 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:18.313605 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5ae66d-d36a-471a-a624-012fd5dfae6b x-openstack-request-id: req-2e5ae66d-d36a-471a-a624-012fd5dfae6b {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:47:18.314051 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f262c2-050b-4024-b2e4-87e06d5d3a37", "name": "network-vif-plugged", "status": "completed", "tag": "9d16e019-6c3d-4f37-b876-df030b05c1e6", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:47:18.314511 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e5ae66d-d36a-471a-a624-012fd5dfae6b {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:47:18.314957 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f262c2-050b-4024-b2e4-87e06d5d3a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16e019-6c3d-4f37-b876-df030b05c1e6', 'code': 200} Feb 17 09:47:18.338337 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=9d16e019-6c3d-4f37-b876-df030b05c1e6,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:18.559636 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4257a0-549a-4b50-8631-0851536d81e7 req-6538c430-8bd9-4387-beb2-160dcd44fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:18.561092 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4f4257a0-549a-4b50-8631-0851536d81e7 req-6538c430-8bd9-4387-beb2-160dcd44fc25 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 1129 time: 0.0529974 Feb 17 09:47:18.620072 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4f4257a0-549a-4b50-8631-0851536d81e7 req-2fb4b36a-d312-42c0-8ceb-c296e27f6b81 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478108 Feb 17 09:47:19.248682 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4799413-40fb-44ce-bfc5-4582023d3d6a req-89106d0f-14b5-4076-b9cd-20638e7e50e6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:19.255520 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c4799413-40fb-44ce-bfc5-4582023d3d6a req-89106d0f-14b5-4076-b9cd-20638e7e50e6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1140599 Feb 17 09:47:19.319934 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92869a3-b73a-44c8-8720-ec80311617d5 req-0add9d6f-1253-4748-8584-7ba349293edc tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:19.322262 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a92869a3-b73a-44c8-8720-ec80311617d5 req-0add9d6f-1253-4748-8584-7ba349293edc tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 945 time: 0.1443045 Feb 17 09:47:19.338053 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c4799413-40fb-44ce-bfc5-4582023d3d6a req-2809b7f7-cf9a-4b81-ac5d-bc72d77b272b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803828 Feb 17 09:47:19.385321 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a92869a3-b73a-44c8-8720-ec80311617d5 req-47ec02f0-bd3c-47bc-88e5-6184e358c82d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461113 Feb 17 09:47:19.880504 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 53620) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:19.895348 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:47:20.075544 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-40c8af63-798e-4c46-8bb9-67c71ca9bdb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.186542 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-40c8af63-798e-4c46-8bb9-67c71ca9bdb9 admin admin] Publish callbacks [] for security_group (05619e3b-8c34-446a-9b61-acba63631c02), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.193102 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-40c8af63-798e-4c46-8bb9-67c71ca9bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (05619e3b-8c34-446a-9b61-acba63631c02), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.239122 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-40c8af63-798e-4c46-8bb9-67c71ca9bdb9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7affaf9359b0450cb15b00b7642da0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565519 Feb 17 09:47:20.240144 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8af63-798e-4c46-8bb9-67c71ca9bdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05619e3b-8c34-446a-9b61-acba63631c02,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:20.242003 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 53630) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:20.309662 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-847e03ee-24d2-40e5-ac3c-6c889fa6b937 admin admin] Publish callbacks [] for security_group (05619e3b-8c34-446a-9b61-acba63631c02), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.332108 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-847e03ee-24d2-40e5-ac3c-6c889fa6b937 admin admin] Publish callbacks [] for security_group (05619e3b-8c34-446a-9b61-acba63631c02), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.382112 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-847e03ee-24d2-40e5-ac3c-6c889fa6b937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (05619e3b-8c34-446a-9b61-acba63631c02), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.384999 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-847e03ee-24d2-40e5-ac3c-6c889fa6b937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.389325 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-847e03ee-24d2-40e5-ac3c-6c889fa6b937 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05619e3b-8c34-446a-9b61-acba63631c02 HTTP/1.1" status: 204 len: 168 time: 0.1430235 Feb 17 09:47:20.394891 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e03ee-24d2-40e5-ac3c-6c889fa6b937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05619e3b-8c34-446a-9b61-acba63631c02,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:20.559940 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd065944-baa1-4112-9e7e-28eb5afc32e6 req-b3041d11-6fbe-43b4-87b9-18a780ffb695 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:20.561760 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bd065944-baa1-4112-9e7e-28eb5afc32e6 req-b3041d11-6fbe-43b4-87b9-18a780ffb695 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0995061 Feb 17 09:47:20.589923 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22a327-0be6-4d0c-af59-fc9ccd16c28a req-ecf9cfe1-ada6-4b8a-a204-8be0b1da9817 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:20.591705 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4d22a327-0be6-4d0c-af59-fc9ccd16c28a req-ecf9cfe1-ada6-4b8a-a204-8be0b1da9817 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 945 time: 0.0942330 Feb 17 09:47:20.659818 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bd065944-baa1-4112-9e7e-28eb5afc32e6 req-1015bb66-a19e-4909-9ea0-d64d097740a4 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906322 Feb 17 09:47:20.677995 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4d22a327-0be6-4d0c-af59-fc9ccd16c28a req-c4ca9968-006a-4d4c-966d-a1572b274a90 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756607 Feb 17 09:47:20.776267 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 53650) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:20.789815 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ca43-f4da-4308-a327-32f604587207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.867966 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ca43-f4da-4308-a327-32f604587207 admin admin] Publish callbacks [] for security_group (e8c39877-ea3c-4751-a9bf-77426fa97753), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.872947 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ca43-f4da-4308-a327-32f604587207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (e8c39877-ea3c-4751-a9bf-77426fa97753), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:20.911673 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-e0b9ca43-f4da-4308-a327-32f604587207 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94b8453494224d088b447d8bc4f01e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339083 Feb 17 09:47:20.913381 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9ca43-f4da-4308-a327-32f604587207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c39877-ea3c-4751-a9bf-77426fa97753,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:20.914447 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 53652) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:20.978274 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-84a6e72f-4640-47a0-bb01-f7f552899df7 admin admin] Publish callbacks [] for security_group (e8c39877-ea3c-4751-a9bf-77426fa97753), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:21.004161 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-84a6e72f-4640-47a0-bb01-f7f552899df7 admin admin] Publish callbacks [] for security_group (e8c39877-ea3c-4751-a9bf-77426fa97753), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:21.064001 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-84a6e72f-4640-47a0-bb01-f7f552899df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (e8c39877-ea3c-4751-a9bf-77426fa97753), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:21.066643 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-84a6e72f-4640-47a0-bb01-f7f552899df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:21.067997 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-84a6e72f-4640-47a0-bb01-f7f552899df7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8c39877-ea3c-4751-a9bf-77426fa97753 HTTP/1.1" status: 204 len: 168 time: 0.1524775 Feb 17 09:47:21.077363 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6e72f-4640-47a0-bb01-f7f552899df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c39877-ea3c-4751-a9bf-77426fa97753,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:21.866004 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44cb02-cf18-4c01-99b8-c4076d67a4fe req-d093bdda-438c-4ac7-84d6-711a198fb92c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:21.869330 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5f44cb02-cf18-4c01-99b8-c4076d67a4fe req-d093bdda-438c-4ac7-84d6-711a198fb92c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1021953 Feb 17 09:47:21.890605 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cdd64-8884-4bc2-9d52-3a61e44e322b req-996a9568-609d-40a4-88c6-1281fa6c3a2a tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:21.892605 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a11cdd64-8884-4bc2-9d52-3a61e44e322b req-996a9568-609d-40a4-88c6-1281fa6c3a2a tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 945 time: 0.1131957 Feb 17 09:47:21.968481 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5f44cb02-cf18-4c01-99b8-c4076d67a4fe req-3a24767c-1eda-41f6-8c2d-2f62ebe56f21 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875306 Feb 17 09:47:21.994217 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a11cdd64-8884-4bc2-9d52-3a61e44e322b req-5d99b28d-129a-475e-bbf4-03c0aef29663 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916181 Feb 17 09:47:23.174437 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5c464-70cb-4562-aa6e-ba73e8ee799e req-5361f516-28ff-45a7-a2e9-c17394853f25 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:23.176349 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8ed5c464-70cb-4562-aa6e-ba73e8ee799e req-5361f516-28ff-45a7-a2e9-c17394853f25 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1095884 Feb 17 09:47:23.208174 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857437e-19bc-42f7-ae69-5c58be40a422 req-5c51af46-36b3-49b3-bd5e-57d6d2130412 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:23.209645 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d857437e-19bc-42f7-ae69-5c58be40a422 req-5c51af46-36b3-49b3-bd5e-57d6d2130412 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 945 time: 0.1124885 Feb 17 09:47:23.254793 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8ed5c464-70cb-4562-aa6e-ba73e8ee799e req-355f47da-bb84-4109-9d5b-42620759bc38 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719090 Feb 17 09:47:23.291262 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d857437e-19bc-42f7-ae69-5c58be40a422 req-86b3ec2f-9b9f-46a8-a074-aea2aca62d46 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740383 Feb 17 09:47:24.422769 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb7c18-6f1e-4573-9002-919436e8e721 req-c3c04f4a-2b3f-4cec-b726-ef653b83c496 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:24.424385 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7fbb7c18-6f1e-4573-9002-919436e8e721 req-c3c04f4a-2b3f-4cec-b726-ef653b83c496 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0802884 Feb 17 09:47:24.514663 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7fbb7c18-6f1e-4573-9002-919436e8e721 req-4d8a9d7f-189f-43ae-af94-5094fcf13113 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837717 Feb 17 09:47:24.526283 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc3993-1a9b-4525-abc1-5b1c9c8643fb req-f97406c9-705d-4bc9-873b-280c13d364b9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:24.528814 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2edc3993-1a9b-4525-abc1-5b1c9c8643fb req-f97406c9-705d-4bc9-873b-280c13d364b9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 945 time: 0.1234169 Feb 17 09:47:24.596031 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2edc3993-1a9b-4525-abc1-5b1c9c8643fb req-cc339802-1b22-4bf5-bf16-231573e5cff2 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600297 Feb 17 09:47:25.655185 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d438a-987a-4547-ade3-7005a6f0698f req-cd952b80-47c2-44f4-8e2d-f4759007ad1b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:25.658082 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-251d438a-987a-4547-ade3-7005a6f0698f req-cd952b80-47c2-44f4-8e2d-f4759007ad1b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0608897 Feb 17 09:47:25.714120 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-251d438a-987a-4547-ade3-7005a6f0698f req-d92f3428-c33c-4eb7-ba8d-7da93afdd6a3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499434 Feb 17 09:47:26.170412 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 53832) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:26.337973 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-33555134-7884-40a0-a90d-cf5a70407284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:26.445161 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-33555134-7884-40a0-a90d-cf5a70407284 admin admin] Publish callbacks [] for security_group (109415b0-6d24-4d90-9d86-474f6923fded), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:26.451750 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-33555134-7884-40a0-a90d-cf5a70407284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (109415b0-6d24-4d90-9d86-474f6923fded), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:26.489462 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33555134-7884-40a0-a90d-cf5a70407284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109415b0-6d24-4d90-9d86-474f6923fded,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:26.506853 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-33555134-7884-40a0-a90d-cf5a70407284 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e66516e7647f48cfb0bfcaeffe981ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351855 Feb 17 09:47:26.507262 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 53854) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:26.584927 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-01bcd1a4-2e3b-4038-a8a5-af646b7b0958 admin admin] Publish callbacks [] for security_group (109415b0-6d24-4d90-9d86-474f6923fded), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:26.616435 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-01bcd1a4-2e3b-4038-a8a5-af646b7b0958 admin admin] Publish callbacks [] for security_group (109415b0-6d24-4d90-9d86-474f6923fded), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:26.683232 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-01bcd1a4-2e3b-4038-a8a5-af646b7b0958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (109415b0-6d24-4d90-9d86-474f6923fded), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:26.687290 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-01bcd1a4-2e3b-4038-a8a5-af646b7b0958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:26.691465 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-01bcd1a4-2e3b-4038-a8a5-af646b7b0958 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/109415b0-6d24-4d90-9d86-474f6923fded HTTP/1.1" status: 204 len: 168 time: 0.1799498 Feb 17 09:47:26.715231 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcd1a4-2e3b-4038-a8a5-af646b7b0958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109415b0-6d24-4d90-9d86-474f6923fded,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:26.884601 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406db5c4-fb70-4bf9-b1cc-91278f4f249e req-f55f384d-de09-482d-ad8e-78194103ea08 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:26.886339 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-406db5c4-fb70-4bf9-b1cc-91278f4f249e req-f55f384d-de09-482d-ad8e-78194103ea08 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0886931 Feb 17 09:47:26.947012 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-406db5c4-fb70-4bf9-b1cc-91278f4f249e req-98812474-2319-4656-8b1b-d16a84917f39 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537298 Feb 17 09:47:27.103848 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 53876) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:27.122753 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1f61cfff-28d2-4bca-b77b-475fe02ffc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:27.235005 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1f61cfff-28d2-4bca-b77b-475fe02ffc44 admin admin] Publish callbacks [] for security_group (bb637689-511a-46b2-b322-e1c943821942), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:27.239930 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1f61cfff-28d2-4bca-b77b-475fe02ffc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (bb637689-511a-46b2-b322-e1c943821942), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:27.289868 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-1f61cfff-28d2-4bca-b77b-475fe02ffc44 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77998259050643559e902f9d5f46da78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844187 Feb 17 09:47:27.290857 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61cfff-28d2-4bca-b77b-475fe02ffc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb637689-511a-46b2-b322-e1c943821942,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:27.293804 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 53878) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:27.364091 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-80b61005-48b3-49e9-90bc-6b4ca99f519d admin admin] Publish callbacks [] for security_group (bb637689-511a-46b2-b322-e1c943821942), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:27.397659 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-80b61005-48b3-49e9-90bc-6b4ca99f519d admin admin] Publish callbacks [] for security_group (bb637689-511a-46b2-b322-e1c943821942), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:27.463924 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-80b61005-48b3-49e9-90bc-6b4ca99f519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (bb637689-511a-46b2-b322-e1c943821942), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:27.467283 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-80b61005-48b3-49e9-90bc-6b4ca99f519d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:27.469055 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-80b61005-48b3-49e9-90bc-6b4ca99f519d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb637689-511a-46b2-b322-e1c943821942 HTTP/1.1" status: 204 len: 168 time: 0.1736877 Feb 17 09:47:27.478641 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b61005-48b3-49e9-90bc-6b4ca99f519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb637689-511a-46b2-b322-e1c943821942,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:28.124043 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35c73f-de21-4c49-a99f-e78310d52eef req-76e0c97e-3b07-4cdd-88ec-e3e3f666694b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:28.132264 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb35c73f-de21-4c49-a99f-e78310d52eef req-76e0c97e-3b07-4cdd-88ec-e3e3f666694b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0840058 Feb 17 09:47:28.213304 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb35c73f-de21-4c49-a99f-e78310d52eef req-81eb9e36-290c-40b1-b035-3ba6fc37ef69 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797343 Feb 17 09:47:28.995006 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d39b2-a8b9-4742-b628-8f03c913cd65 req-438e13c4-126f-4fe3-8081-279177d37368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:28.997695 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-869d39b2-a8b9-4742-b628-8f03c913cd65 req-438e13c4-126f-4fe3-8081-279177d37368 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 1129 time: 0.0719814 Feb 17 09:47:29.082709 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-869d39b2-a8b9-4742-b628-8f03c913cd65 req-db96f0dc-26cd-41fd-8461-66b5b1aec695 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728951 Feb 17 09:47:29.385343 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f98b1a-ed15-4a51-aa27-dc32f4fe914a req-a01321e3-a703-45e1-af45-6d10cf95e95e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:29.387685 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60f98b1a-ed15-4a51-aa27-dc32f4fe914a req-a01321e3-a703-45e1-af45-6d10cf95e95e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.0718205 Feb 17 09:47:29.454450 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60f98b1a-ed15-4a51-aa27-dc32f4fe914a req-ed58bc8a-dc27-4cd9-a977-b56478b1b275 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525541 Feb 17 09:47:30.143327 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-a93e2258-f58d-497e-8a4b-09a6860c92ea tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:30.153218 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-a93e2258-f58d-497e-8a4b-09a6860c92ea tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 815 time: 0.1966190 Feb 17 09:47:30.172217 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-5454c62a-076b-4ccb-9809-b64bac79a17e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/quotas/1a47fbb1826f4ab18e51902128b6c104 HTTP/1.1" status: 200 len: 375 time: 0.0176108 Feb 17 09:47:30.218028 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-767a4cc4-a9b7-4589-846f-5a127057ea14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.229229 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 53986) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:30.236005 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-cbd213fa-d490-4c38-8215-19abb13b03b2 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624051 Feb 17 09:47:30.378233 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-85660490-834a-4660-9243-22c6018400e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.378737 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-d23e4cc6-378a-4ccb-a2f0-a9080d04941b service neutron] 10.222.0.61 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348002 Feb 17 09:47:30.488997 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-85660490-834a-4660-9243-22c6018400e1 admin admin] Publish callbacks [] for security_group (a7aff6aa-affb-484b-9eb4-11bbe7238f4c), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.494107 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-3106889d-0f0c-49b8-86a4-bc66454e5df9 service neutron] 10.222.0.61 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088727 Feb 17 09:47:30.494910 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-85660490-834a-4660-9243-22c6018400e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a7aff6aa-affb-484b-9eb4-11bbe7238f4c), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.552638 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-85660490-834a-4660-9243-22c6018400e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=24119ab202ed4beca0ab775a1d7071a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180015 Feb 17 09:47:30.554277 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 53992) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:30.557804 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85660490-834a-4660-9243-22c6018400e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aff6aa-affb-484b-9eb4-11bbe7238f4c,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:30.644452 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-72dafae6-8397-4d72-b4b5-92a22bb53867 admin admin] Publish callbacks [] for security_group (a7aff6aa-affb-484b-9eb4-11bbe7238f4c), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.708994 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-72dafae6-8397-4d72-b4b5-92a22bb53867 admin admin] Publish callbacks [] for security_group (a7aff6aa-affb-484b-9eb4-11bbe7238f4c), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.735515 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d5e70fe6-1d75-4175-b49a-803f53f212b9 req-415866e1-13ca-4074-9990-585f9a5558fb tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 210 time: 0.0423808 Feb 17 09:47:30.776206 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8f1ab-d29a-45fb-8248-e0fc4f5fa9e4 req-da994629-4606-4a1c-a87f-84537f223b42 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:30.778571 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-06e8f1ab-d29a-45fb-8248-e0fc4f5fa9e4 req-da994629-4606-4a1c-a87f-84537f223b42 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1468611 Feb 17 09:47:30.864312 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-06e8f1ab-d29a-45fb-8248-e0fc4f5fa9e4 req-7636b88a-d014-437f-8472-def8ad68a685 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711436 Feb 17 09:47:30.883277 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-72dafae6-8397-4d72-b4b5-92a22bb53867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a7aff6aa-affb-484b-9eb4-11bbe7238f4c), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.887109 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-72dafae6-8397-4d72-b4b5-92a22bb53867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:30.888389 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-72dafae6-8397-4d72-b4b5-92a22bb53867 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a7aff6aa-affb-484b-9eb4-11bbe7238f4c HTTP/1.1" status: 204 len: 168 time: 0.3315847 Feb 17 09:47:30.922674 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dafae6-8397-4d72-b4b5-92a22bb53867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aff6aa-affb-484b-9eb4-11bbe7238f4c,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:31.430631 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54026) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:31.471469 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3e07e2a8-74ac-4495-a8b0-93cf55167a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:31.477808 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54028) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:31.591583 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3e07e2a8-74ac-4495-a8b0-93cf55167a9d admin admin] Publish callbacks [] for security_group (6d3bac81-255d-46ae-9d31-ab39ac7051a3), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:31.597583 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3e07e2a8-74ac-4495-a8b0-93cf55167a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (6d3bac81-255d-46ae-9d31-ab39ac7051a3), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:31.658382 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-3e07e2a8-74ac-4495-a8b0-93cf55167a9d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aecceb77d8a344e499430359e6412f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239738 Feb 17 09:47:31.660310 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07e2a8-74ac-4495-a8b0-93cf55167a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3bac81-255d-46ae-9d31-ab39ac7051a3,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:31.663125 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54034) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:31.732681 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4f68cddf-7392-464a-b639-341a7925ba44 admin admin] Publish callbacks [] for security_group (6d3bac81-255d-46ae-9d31-ab39ac7051a3), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:31.763667 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4f68cddf-7392-464a-b639-341a7925ba44 admin admin] Publish callbacks [] for security_group (6d3bac81-255d-46ae-9d31-ab39ac7051a3), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:31.811756 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b261ebcd-d7d6-45a1-b7e7-029d6926fc4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:31.894217 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4316af83-3316-41fb-bf4e-c203e324b0ba req-550dd01d-26a0-479c-b376-aa69effb4302 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 210 time: 0.0449898 Feb 17 09:47:31.897727 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4f68cddf-7392-464a-b639-341a7925ba44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (6d3bac81-255d-46ae-9d31-ab39ac7051a3), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:31.900379 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4f68cddf-7392-464a-b639-341a7925ba44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:31.907026 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-4f68cddf-7392-464a-b639-341a7925ba44 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d3bac81-255d-46ae-9d31-ab39ac7051a3 HTTP/1.1" status: 204 len: 168 time: 0.2361181 Feb 17 09:47:31.940002 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68cddf-7392-464a-b639-341a7925ba44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3bac81-255d-46ae-9d31-ab39ac7051a3,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:32.067365 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b261ebcd-d7d6-45a1-b7e7-029d6926fc4b admin admin] Publish callbacks [] for security_group (0f1da547-1472-4562-9279-84145f18f8d3), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.081480 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b261ebcd-d7d6-45a1-b7e7-029d6926fc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (0f1da547-1472-4562-9279-84145f18f8d3), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.155635 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54046) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:32.155847 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-b261ebcd-d7d6-45a1-b7e7-029d6926fc4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cff1f76d031b4db3918c630808678354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6766760 Feb 17 09:47:32.158936 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261ebcd-d7d6-45a1-b7e7-029d6926fc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1da547-1472-4562-9279-84145f18f8d3,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:32.169674 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b841be-b2a4-429c-a90f-690b786ea3bd req-cec468a9-20a5-4aa5-8fe8-ff8a0c48d105 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:32.171156 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a3b841be-b2a4-429c-a90f-690b786ea3bd req-cec468a9-20a5-4aa5-8fe8-ff8a0c48d105 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1679547 Feb 17 09:47:32.315817 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-928bb3b5-1dfc-4b52-9822-046205b2bc25 admin admin] Publish callbacks [] for security_group (0f1da547-1472-4562-9279-84145f18f8d3), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.469986 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-928bb3b5-1dfc-4b52-9822-046205b2bc25 admin admin] Publish callbacks [] for security_group (0f1da547-1472-4562-9279-84145f18f8d3), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.561961 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a3b841be-b2a4-429c-a90f-690b786ea3bd req-e5cdf87f-a642-4b93-8c9c-4d6d3b415088 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743694 Feb 17 09:47:32.565858 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54056) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:32.642131 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fd224863-6f93-4adc-9d49-010877417924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.661328 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-928bb3b5-1dfc-4b52-9822-046205b2bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (0f1da547-1472-4562-9279-84145f18f8d3), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.665721 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-928bb3b5-1dfc-4b52-9822-046205b2bc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.668630 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-928bb3b5-1dfc-4b52-9822-046205b2bc25 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0f1da547-1472-4562-9279-84145f18f8d3 HTTP/1.1" status: 204 len: 168 time: 0.5111911 Feb 17 09:47:32.694119 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bb3b5-1dfc-4b52-9822-046205b2bc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1da547-1472-4562-9279-84145f18f8d3,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:32.740570 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-e1ce648b-f0d8-4212-8787-5524d2bf4887 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:32.742204 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-e1ce648b-f0d8-4212-8787-5524d2bf4887 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 815 time: 0.4227734 Feb 17 09:47:32.768679 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Request body: {'port': {'device_id': '9f36abb9-d2fe-42fb-a073-f8d670575ec6', 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11', 'admin_state_up': True, 'tenant_id': '1a47fbb1826f4ab18e51902128b6c104'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:32.868723 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a68c9-2579-495d-b1fa-d89055b19adc req-2bc9d773-8bb2-49c2-8f55-77b6bcdbe431 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:32.872204 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-151a68c9-2579-495d-b1fa-d89055b19adc req-2bc9d773-8bb2-49c2-8f55-77b6bcdbe431 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1162143 Feb 17 09:47:32.941690 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fd224863-6f93-4adc-9d49-010877417924 admin admin] Publish callbacks [] for security_group (c5111348-49a2-4252-a9e5-faae00cdf94a), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.957267 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fd224863-6f93-4adc-9d49-010877417924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (c5111348-49a2-4252-a9e5-faae00cdf94a), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:32.969597 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-151a68c9-2579-495d-b1fa-d89055b19adc req-99d228ba-2bb8-411d-a36c-134d0aec99d6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846596 Feb 17 09:47:33.014160 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4a593558-9ce2-4e2d-b641-d4e84a4f0384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.152806 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd224863-6f93-4adc-9d49-010877417924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5111348-49a2-4252-a9e5-faae00cdf94a,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:33.169201 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-fd224863-6f93-4adc-9d49-010877417924 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75d338e4e96a46289c4cf429c4048790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6019874 Feb 17 09:47:33.170056 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Made reservation on behalf of 1a47fbb1826f4ab18e51902128b6c104 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:47:33.174808 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.176978 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54088) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:33.210955 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef8e2d57-8592-43ff-a0b6-bc9146e1af7a req-c1713c29-e627-47b9-91c0-4e5ad4707c9a tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 210 time: 0.0893404 Feb 17 09:47:33.356704 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e30d4be-acf7-402a-af05-aff3873bc0e8 admin admin] Publish callbacks [] for security_group (c5111348-49a2-4252-a9e5-faae00cdf94a), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.444203 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e30d4be-acf7-402a-af05-aff3873bc0e8 admin admin] Publish callbacks [] for security_group (c5111348-49a2-4252-a9e5-faae00cdf94a), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.494729 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54104) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:33.505091 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Allocated IP 172.20.0.2 (e9f66ec7-21ec-4b55-ac50-adffd10a3f11/e06c454d-9899-4568-ab7a-cca625863472/0c3992cd-376d-489f-b473-55a6b888f648) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:47:33.515511 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-eeb72a23-dc75-42ab-8a33-8bdf963601da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.607181 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e30d4be-acf7-402a-af05-aff3873bc0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (c5111348-49a2-4252-a9e5-faae00cdf94a), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.607181 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e30d4be-acf7-402a-af05-aff3873bc0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.607181 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7e30d4be-acf7-402a-af05-aff3873bc0e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5111348-49a2-4252-a9e5-faae00cdf94a HTTP/1.1" status: 204 len: 168 time: 0.4229572 Feb 17 09:47:33.638634 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30d4be-acf7-402a-af05-aff3873bc0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5111348-49a2-4252-a9e5-faae00cdf94a,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:33.740526 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-eeb72a23-dc75-42ab-8a33-8bdf963601da admin admin] Publish callbacks [] for security_group (8606a2c3-d92d-4ce6-9ca1-96862dd954c9), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.749300 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-eeb72a23-dc75-42ab-8a33-8bdf963601da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8606a2c3-d92d-4ce6-9ca1-96862dd954c9), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.803570 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks [] for port (0c3992cd-376d-489f-b473-55a6b888f648), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.826361 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-eeb72a23-dc75-42ab-8a33-8bdf963601da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4cbf6212b9a46ed8ef055c3e9b5f3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296735 Feb 17 09:47:33.831630 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54122) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:33.847708 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb72a23-dc75-42ab-8a33-8bdf963601da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8606a2c3-d92d-4ce6-9ca1-96862dd954c9,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:33.897433 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (0c3992cd-376d-489f-b473-55a6b888f648), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:33.919393 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['b6e41912-2233-4573-b818-1b4eb329f1b6', '9d16e019-6c3d-4f37-b876-df030b05c1e6'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:47:33.985354 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-671a9d6e-266d-48d7-95bc-9b5576cfbfb1 admin admin] Publish callbacks [] for security_group (8606a2c3-d92d-4ce6-9ca1-96862dd954c9), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:34.022790 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:47:34.030020 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:47:34.040418 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:47:34.073081 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-671a9d6e-266d-48d7-95bc-9b5576cfbfb1 admin admin] Publish callbacks [] for security_group (8606a2c3-d92d-4ce6-9ca1-96862dd954c9), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:34.146098 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Pushing event updated for resources: {'Port': ['ID=0c3992cd-376d-489f-b473-55a6b888f648,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:34.203127 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-671a9d6e-266d-48d7-95bc-9b5576cfbfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8606a2c3-d92d-4ce6-9ca1-96862dd954c9), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:34.206775 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:34.207598 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:34.210992 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-671a9d6e-266d-48d7-95bc-9b5576cfbfb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:34.216994 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-671a9d6e-266d-48d7-95bc-9b5576cfbfb1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8606a2c3-d92d-4ce6-9ca1-96862dd954c9 HTTP/1.1" status: 204 len: 168 time: 0.3833146 Feb 17 09:47:34.241260 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a9d6e-266d-48d7-95bc-9b5576cfbfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8606a2c3-d92d-4ce6-9ca1-96862dd954c9,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:34.253629 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-43b04163-2db0-4ebc-8ca3-40a7f36849c9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4894245 Feb 17 09:47:34.276114 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Request body: {'port': {'device_id': '9f36abb9-d2fe-42fb-a073-f8d670575ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:34.441453 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (0c3992cd-376d-489f-b473-55a6b888f648), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:34.546456 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e3a37-f6ae-4f1e-b64b-91bfa11f0b7f req-3003eb8b-b23d-43db-8eb8-e3b85d0e4b33 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:34.558492 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-134e3a37-f6ae-4f1e-b64b-91bfa11f0b7f req-3003eb8b-b23d-43db-8eb8-e3b85d0e4b33 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 931 time: 0.1448212 Feb 17 09:47:34.757148 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-134e3a37-f6ae-4f1e-b64b-91bfa11f0b7f req-2c5c45ae-9d1b-48e8-b219-c1bd8b512bf9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876147 Feb 17 09:47:34.890170 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54170) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:34.914665 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:35.229186 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e00adb1e-d347-4730-8137-0f4f71b5ad76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:35.279255 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3992cd-376d-489f-b473-55a6b888f648 {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:47:35.300215 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Publish callbacks [] for port (0c3992cd-376d-489f-b473-55a6b888f648), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:35.340253 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Transition to ACTIVE for port object 0c3992cd-376d-489f-b473-55a6b888f648 will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:47:35.355788 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (0c3992cd-376d-489f-b473-55a6b888f648), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:35.378022 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc00e-fe6a-4ae2-913b-1390c68f40ac req-b2e063cc-e5ec-4599-96e5-65ab92c99148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:35.394727 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b3cc00e-fe6a-4ae2-913b-1390c68f40ac req-b2e063cc-e5ec-4599-96e5-65ab92c99148 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 1129 time: 0.1173439 Feb 17 09:47:35.571829 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e00adb1e-d347-4730-8137-0f4f71b5ad76 admin admin] Publish callbacks [] for security_group (109f7cd8-60ca-4d1d-93b9-da74a022c2ca), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:35.589920 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e00adb1e-d347-4730-8137-0f4f71b5ad76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (109f7cd8-60ca-4d1d-93b9-da74a022c2ca), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:35.628610 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Attempting to bind port 0c3992cd-376d-489f-b473-55a6b888f648 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:47:35.629358 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Attempting to bind port 0c3992cd-376d-489f-b473-55a6b888f648 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:47:35.630215 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Attempting to bind port 0c3992cd-376d-489f-b473-55a6b888f648 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:47:35.633960 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3992cd-376d-489f-b473-55a6b888f648,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:35.645894 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Port 0c3992cd-376d-489f-b473-55a6b888f648 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:47:35.646499 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Attempting to bind port 0c3992cd-376d-489f-b473-55a6b888f648 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:47:35.658490 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:47:35.659640 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Checking segment: {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:47:35.660879 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Bound using segment: {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:47:35.661739 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Bound port: 0c3992cd-376d-489f-b473-55a6b888f648, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:47:35.666207 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (0c3992cd-376d-489f-b473-55a6b888f648), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:35.681477 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428642-ffd5-4097-8922-f4ec85cd5876 req-7c6e281a-55e6-48a2-b742-5745ab1e8fc6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:35.683593 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b0428642-ffd5-4097-8922-f4ec85cd5876 req-7c6e281a-55e6-48a2-b742-5745ab1e8fc6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2852731 Feb 17 09:47:35.689500 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc00e-fe6a-4ae2-913b-1390c68f40ac req-a01c471f-bc2c-48eb-9b1a-ef4ac2615a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:35.691547 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b3cc00e-fe6a-4ae2-913b-1390c68f40ac req-a01c471f-bc2c-48eb-9b1a-ef4ac2615a2c service neutron] 10.222.0.124 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 920 time: 0.2895606 Feb 17 09:47:35.696224 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-e00adb1e-d347-4730-8137-0f4f71b5ad76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30ca9941607640a7ab84a71520981d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8035083 Feb 17 09:47:35.699445 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00adb1e-d347-4730-8137-0f4f71b5ad76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109f7cd8-60ca-4d1d-93b9-da74a022c2ca,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:35.704756 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54192) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:35.787535 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b3cc00e-fe6a-4ae2-913b-1390c68f40ac req-c3b7a0ac-a63e-4b32-9eaa-d68303b12894 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc HTTP/1.1" status: 200 len: 217 time: 0.0810542 Feb 17 09:47:35.876954 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] For port 0c3992cd-376d-489f-b473-55a6b888f648, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:47:35.890348 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] For port 0c3992cd-376d-489f-b473-55a6b888f648, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0c3992cd-376d-489f-b473-55a6b888f648,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:47:35.931455 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (0c3992cd-376d-489f-b473-55a6b888f648), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:35.950516 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b0428642-ffd5-4097-8922-f4ec85cd5876 req-8ba4509a-85d1-4508-a5cd-eb6fb147c589 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524126 Feb 17 09:47:35.952887 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-98b84c25-77a1-4e39-a81f-a59c727d769f admin admin] Publish callbacks [] for security_group (109f7cd8-60ca-4d1d-93b9-da74a022c2ca), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:35.985911 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc00e-fe6a-4ae2-913b-1390c68f40ac req-edde0db7-94d0-4d48-a127-bdf009ff676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:35.989729 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b3cc00e-fe6a-4ae2-913b-1390c68f40ac req-edde0db7-94d0-4d48-a127-bdf009ff676d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 200 len: 859 time: 0.1941376 Feb 17 09:47:36.018685 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:36.018685 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:36.024144 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] 10.222.0.124 "PUT /v2.0/ports/0c3992cd-376d-489f-b473-55a6b888f648 HTTP/1.1" status: 200 len: 1093 time: 1.7527390 Feb 17 09:47:36.034411 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f36abb9-d2fe-42fb-a073-f8d670575ec6', 'tag': '0c3992cd-376d-489f-b473-55a6b888f648'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:47:36.042230 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9f36abb9-d2fe-42fb-a073-f8d670575ec6", "tag": "0c3992cd-376d-489f-b473-55a6b888f648"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:47:36.107006 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b3cc00e-fe6a-4ae2-913b-1390c68f40ac req-b822d995-3f2a-4be0-b8f9-2e761f78f3e6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2aabd29-6432-404e-b9a9-6719dfe5d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921526 Feb 17 09:47:36.133463 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-98b84c25-77a1-4e39-a81f-a59c727d769f admin admin] Publish callbacks [] for security_group (109f7cd8-60ca-4d1d-93b9-da74a022c2ca), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:36.208390 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca21e9-abf3-4648-9821-5e4c79668fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3992cd-376d-489f-b473-55a6b888f648,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:36.240910 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a095f6ab-eaad-4f3a-9f47-7ee17a2e3c3b x-openstack-request-id: req-a095f6ab-eaad-4f3a-9f47-7ee17a2e3c3b {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:47:36.241285 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f36abb9-d2fe-42fb-a073-f8d670575ec6", "tag": "0c3992cd-376d-489f-b473-55a6b888f648", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:47:36.241649 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a095f6ab-eaad-4f3a-9f47-7ee17a2e3c3b {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:47:36.242012 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f36abb9-d2fe-42fb-a073-f8d670575ec6', 'tag': '0c3992cd-376d-489f-b473-55a6b888f648', 'status': 'completed', 'code': 200} Feb 17 09:47:36.291025 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-b388720c-392a-4c07-b10b-079175dee47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:36.296850 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-b388720c-392a-4c07-b10b-079175dee47b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 1127 time: 0.1605980 Feb 17 09:47:36.342453 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0de23-ee04-435e-aca7-3f43557f0d20 req-af70e722-4ad8-455a-a97a-26adf22099b0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:36.347539 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-44a0de23-ee04-435e-aca7-3f43557f0d20 req-af70e722-4ad8-455a-a97a-26adf22099b0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 943 time: 0.3304117 Feb 17 09:47:36.388745 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-98b84c25-77a1-4e39-a81f-a59c727d769f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (109f7cd8-60ca-4d1d-93b9-da74a022c2ca), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:36.393091 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-98b84c25-77a1-4e39-a81f-a59c727d769f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:36.399983 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-98b84c25-77a1-4e39-a81f-a59c727d769f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/109f7cd8-60ca-4d1d-93b9-da74a022c2ca HTTP/1.1" status: 204 len: 168 time: 0.6245100 Feb 17 09:47:36.403464 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-9f2521c8-9788-4480-adb0-931ba2f80c08 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c3992cd-376d-489f-b473-55a6b888f648 HTTP/1.1" status: 200 len: 217 time: 0.0931177 Feb 17 09:47:36.439547 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b84c25-77a1-4e39-a81f-a59c727d769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109f7cd8-60ca-4d1d-93b9-da74a022c2ca,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:36.466573 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b3cc00e-fe6a-4ae2-913b-1390c68f40ac req-7568b981-3e64-4751-a4c2-14d38f689861 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990224 Feb 17 09:47:36.531310 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-d5021c60-8e29-4f3b-906a-d155291a8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:36.534612 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-d5021c60-8e29-4f3b-906a-d155291a8a95 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e06c454d-9899-4568-ab7a-cca625863472 HTTP/1.1" status: 200 len: 855 time: 0.1117024 Feb 17 09:47:36.555976 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-44a0de23-ee04-435e-aca7-3f43557f0d20 req-9f91c8df-3c2a-420c-9aa7-dbb0ebfd27fa tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885042 Feb 17 09:47:36.636078 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-3ff0f3ee-df7b-4c3e-9514-b4d24152f6e7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894675 Feb 17 09:47:36.734427 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b3cc00e-fe6a-4ae2-913b-1390c68f40ac req-d9fe42b8-a85c-41a0-9f13-60a7ded10bae service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447000 Feb 17 09:47:36.829368 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-b6eef616-edad-4099-8f22-5577d16e8d4c service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835594 Feb 17 09:47:37.074919 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d83fb8d4-838d-41fc-9eb7-e0b2a56166e8 req-8658648d-384b-4dc7-990e-2084bfb0a8e5 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311532 Feb 17 09:47:37.223200 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54238) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:37.285506 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3 req-5afee070-f30f-4d52-a42c-64d556519f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:37.288279 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3 req-5afee070-f30f-4d52-a42c-64d556519f8b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 1127 time: 0.1014740 Feb 17 09:47:37.298043 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9317-c2ab-4e35-ba39-b367f3ac7819 req-16de7ea3-b867-4d6b-8cf4-bc7b25ea220d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:37.314062 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0b7b9317-c2ab-4e35-ba39-b367f3ac7819 req-16de7ea3-b867-4d6b-8cf4-bc7b25ea220d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1619740 Feb 17 09:47:37.439276 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0b7b9317-c2ab-4e35-ba39-b367f3ac7819 req-fd852870-aecc-462d-9d6e-35a58a18673a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228638 Feb 17 09:47:37.520484 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:37.543297 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-530f7a86-e2ca-466e-9221-63bd0dfd801a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:37.555530 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3 req-0b1a26d8-3203-4c96-b625-51e9e06e1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:37.558436 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3 req-0b1a26d8-3203-4c96-b625-51e9e06e1c72 service neutron] 10.222.0.124 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 916 time: 0.2541523 Feb 17 09:47:37.859968 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-530f7a86-e2ca-466e-9221-63bd0dfd801a admin admin] Publish callbacks [] for security_group (bc13a863-858c-45fa-ad6c-019167d01fd7), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:37.874534 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-530f7a86-e2ca-466e-9221-63bd0dfd801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (bc13a863-858c-45fa-ad6c-019167d01fd7), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:37.963083 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a4830-e9c2-464f-b800-c3af06f26a9f req-b68871aa-9dcb-4194-9946-c836d90e5c01 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:37.978622 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-653a4830-e9c2-464f-b800-c3af06f26a9f req-b68871aa-9dcb-4194-9946-c836d90e5c01 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 943 time: 0.2051163 Feb 17 09:47:38.003398 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f7a86-e2ca-466e-9221-63bd0dfd801a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc13a863-858c-45fa-ad6c-019167d01fd7,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:38.008178 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-530f7a86-e2ca-466e-9221-63bd0dfd801a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=576e343355bd4a53b86a17959300cac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7807627 Feb 17 09:47:38.014618 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54264) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:38.111456 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-653a4830-e9c2-464f-b800-c3af06f26a9f req-7e5fb7c3-722d-4efd-b4cb-2b0257621801 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331413 Feb 17 09:47:38.148829 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3 req-0f78d162-35d4-4bbc-b6b1-efdfde331477 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c3992cd-376d-489f-b473-55a6b888f648 HTTP/1.1" status: 200 len: 217 time: 0.5791347 Feb 17 09:47:38.164312 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2158c06a-187f-459c-bcf8-3e53665ca891 admin admin] Publish callbacks [] for security_group (bc13a863-858c-45fa-ad6c-019167d01fd7), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:38.214874 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2158c06a-187f-459c-bcf8-3e53665ca891 admin admin] Publish callbacks [] for security_group (bc13a863-858c-45fa-ad6c-019167d01fd7), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:38.275611 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3 req-9d2f5578-a399-451a-aa4d-cda0eee6460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:38.278169 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3 req-9d2f5578-a399-451a-aa4d-cda0eee6460e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e06c454d-9899-4568-ab7a-cca625863472 HTTP/1.1" status: 200 len: 855 time: 0.1085122 Feb 17 09:47:38.314954 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2158c06a-187f-459c-bcf8-3e53665ca891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (bc13a863-858c-45fa-ad6c-019167d01fd7), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:38.322120 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2158c06a-187f-459c-bcf8-3e53665ca891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:38.324010 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-2158c06a-187f-459c-bcf8-3e53665ca891 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc13a863-858c-45fa-ad6c-019167d01fd7 HTTP/1.1" status: 204 len: 168 time: 0.3083482 Feb 17 09:47:38.333911 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158c06a-187f-459c-bcf8-3e53665ca891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc13a863-858c-45fa-ad6c-019167d01fd7,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:38.342999 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3 req-6a82cf75-1b0e-4104-8930-f8d093dfbc7c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517609 Feb 17 09:47:38.472133 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:38.533968 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3 req-8c564f49-f4dc-45d2-910a-78c6fc62d655 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741350 Feb 17 09:47:38.685056 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00f94267-bfe1-49f9-9ac5-74cefe3e42e3 req-a5512dcc-fe97-4c18-acff-7085419a1bf5 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424413 Feb 17 09:47:38.706096 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9fd8f-0c24-4237-9286-746737401140 req-aa64c173-9e17-4c7e-bec2-64547c25ad05 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:38.709055 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7db9fd8f-0c24-4237-9286-746737401140 req-aa64c173-9e17-4c7e-bec2-64547c25ad05 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1126180 Feb 17 09:47:38.806278 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7db9fd8f-0c24-4237-9286-746737401140 req-646d1391-ae46-4d09-99a9-20ab8c1173a6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862482 Feb 17 09:47:39.095732 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54304) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:39.119125 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a4a18721-10fd-469e-adaf-5d6eeef155a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:39.363042 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a4a18721-10fd-469e-adaf-5d6eeef155a4 admin admin] Publish callbacks [] for security_group (257fdaa4-717b-4842-914c-95f9f26829eb), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:39.366690 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-a3fbef74-d237-4232-bc55-92aae49b531b tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6ee7a7bdce1048b58496eb653698258b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532622 Feb 17 09:47:39.372418 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a4a18721-10fd-469e-adaf-5d6eeef155a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (257fdaa4-717b-4842-914c-95f9f26829eb), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:39.502007 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699199-b1c4-4eaf-b719-a3d684b2729b req-ca101442-4c03-4216-89e0-f5212343163e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:39.503684 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-04699199-b1c4-4eaf-b719-a3d684b2729b req-ca101442-4c03-4216-89e0-f5212343163e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 943 time: 0.2699165 Feb 17 09:47:39.528120 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-a4a18721-10fd-469e-adaf-5d6eeef155a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d88b8de853c94071b751fc49bec027f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307637 Feb 17 09:47:39.531803 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54320) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:39.548673 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a18721-10fd-469e-adaf-5d6eeef155a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257fdaa4-717b-4842-914c-95f9f26829eb,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:39.595726 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54322) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:39.666385 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Publish callbacks [] for security_group (257fdaa4-717b-4842-914c-95f9f26829eb), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:39.728933 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Publish callbacks [] for security_group (257fdaa4-717b-4842-914c-95f9f26829eb), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:39.754386 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-04699199-b1c4-4eaf-b719-a3d684b2729b req-6b15abd3-e8b8-42fe-8aec-f23624085085 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293491 Feb 17 09:47:39.781172 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-b1da9945-9d49-4ed3-a6ac-fa4385fcbd3e tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:39.797732 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-b1da9945-9d49-4ed3-a6ac-fa4385fcbd3e tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4085860 Feb 17 09:47:39.824499 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-e6a04533-d6ae-4399-b11c-651e034fc63c tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/quotas/6ee7a7bdce1048b58496eb653698258b HTTP/1.1" status: 200 len: 375 time: 0.0247805 Feb 17 09:47:39.842471 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (257fdaa4-717b-4842-914c-95f9f26829eb), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:39.849666 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:39.851853 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/257fdaa4-717b-4842-914c-95f9f26829eb HTTP/1.1" status: 204 len: 168 time: 0.3183181 Feb 17 09:47:39.899649 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257fdaa4-717b-4842-914c-95f9f26829eb,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:39.920943 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.922070 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.923165 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.924178 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.925440 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.926449 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.927399 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.928547 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.929710 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.931049 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.932190 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.933813 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.935010 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b175ef-c1b9-4b43-80c3-be37ab32187a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:39.952355 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-a1755ee8-ba29-4c5b-8dc6-4fc10e9a79fd tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ee7a7bdce1048b58496eb653698258b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146281 Feb 17 09:47:40.034877 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6ff3dde3-0a9d-4487-a6c5-fd4ed612e519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:40.110158 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4546c339-a104-46ea-ae02-6d826290c51d req-f1339782-6cbd-4655-8183-08193988d706 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1677711 Feb 17 09:47:40.217176 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eb790-09ce-4606-a295-9414fa116726 req-247df31d-c580-4a8e-8a11-e8b938b3c90d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:40.242721 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1b8eb790-09ce-4606-a295-9414fa116726 req-247df31d-c580-4a8e-8a11-e8b938b3c90d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1788290 Feb 17 09:47:40.264154 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6ff3dde3-0a9d-4487-a6c5-fd4ed612e519 admin admin] Publish callbacks [] for security_group (8a0a777b-cd48-4ec0-9b2a-fc162188db03), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:40.284705 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6ff3dde3-0a9d-4487-a6c5-fd4ed612e519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8a0a777b-cd48-4ec0-9b2a-fc162188db03), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:40.342493 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1b8eb790-09ce-4606-a295-9414fa116726 req-346da0ca-da2b-4dc9-bb88-6402bc78a76d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955858 Feb 17 09:47:40.379673 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546c339-a104-46ea-ae02-6d826290c51d req-cbad5810-fd3a-4f5b-994a-cb3192db3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:40.382785 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4546c339-a104-46ea-ae02-6d826290c51d req-cbad5810-fd3a-4f5b-994a-cb3192db3a11 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 1129 time: 0.2168984 Feb 17 09:47:40.412717 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54376) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:40.413688 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-6ff3dde3-0a9d-4487-a6c5-fd4ed612e519 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08d9782ddf3d41e89c3906d84caaeef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8157625 Feb 17 09:47:40.423535 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3dde3-0a9d-4487-a6c5-fd4ed612e519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a777b-cd48-4ec0-9b2a-fc162188db03,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:40.554637 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3c1ff252-e248-471e-816b-fddf7d02585e req-5341441b-a12a-4074-8253-4722d4896772 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 210 time: 0.1183152 Feb 17 09:47:40.670687 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-30159ad0-1670-40f1-8304-26f8ddfab57d admin admin] Publish callbacks [] for security_group (8a0a777b-cd48-4ec0-9b2a-fc162188db03), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:40.732565 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-30159ad0-1670-40f1-8304-26f8ddfab57d admin admin] Publish callbacks [] for security_group (8a0a777b-cd48-4ec0-9b2a-fc162188db03), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:40.778449 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546c339-a104-46ea-ae02-6d826290c51d req-f3d6cc86-dbe2-41cf-9250-0723ec8e6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:40.781589 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4546c339-a104-46ea-ae02-6d826290c51d req-f3d6cc86-dbe2-41cf-9250-0723ec8e6595 service neutron] 10.222.0.124 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 916 time: 0.3453832 Feb 17 09:47:40.885027 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-30159ad0-1670-40f1-8304-26f8ddfab57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8a0a777b-cd48-4ec0-9b2a-fc162188db03), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:40.896119 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-30159ad0-1670-40f1-8304-26f8ddfab57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:40.899542 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-30159ad0-1670-40f1-8304-26f8ddfab57d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a0a777b-cd48-4ec0-9b2a-fc162188db03 HTTP/1.1" status: 204 len: 168 time: 0.4853013 Feb 17 09:47:40.926528 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30159ad0-1670-40f1-8304-26f8ddfab57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a777b-cd48-4ec0-9b2a-fc162188db03,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:41.061428 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4546c339-a104-46ea-ae02-6d826290c51d req-af8ca074-872d-4c56-bb71-b6e05754f348 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6e41912-2233-4573-b818-1b4eb329f1b6 HTTP/1.1" status: 200 len: 217 time: 0.2418463 Feb 17 09:47:41.084169 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbe44b-1a98-4da3-92c4-07efec8122f7 req-f007a6a7-f7d6-42d8-8104-5b25864380c6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:41.093652 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5ddbe44b-1a98-4da3-92c4-07efec8122f7 req-f007a6a7-f7d6-42d8-8104-5b25864380c6 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 943 time: 0.1290302 Feb 17 09:47:41.209857 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5ddbe44b-1a98-4da3-92c4-07efec8122f7 req-4728498c-25cf-4fca-8c2d-ac9ef0652bf1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094613 Feb 17 09:47:41.221415 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546c339-a104-46ea-ae02-6d826290c51d req-81a237db-0704-4c2b-bf07-be2c5031686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:41.224979 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4546c339-a104-46ea-ae02-6d826290c51d req-81a237db-0704-4c2b-bf07-be2c5031686d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e06c454d-9899-4568-ab7a-cca625863472 HTTP/1.1" status: 200 len: 855 time: 0.1624856 Feb 17 09:47:41.316474 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4546c339-a104-46ea-ae02-6d826290c51d req-27b68ded-0afe-471d-a921-19a6024bf776 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796580 Feb 17 09:47:41.682207 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4546c339-a104-46ea-ae02-6d826290c51d req-dcfd97d6-3f1f-4539-864e-5c361837fa1b service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444369 Feb 17 09:47:41.738368 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a6588-4c00-447f-8450-4ece3bfa0431 req-f5dffd4e-7074-4393-a2e6-901b895fcc32 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:41.751450 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d18a6588-4c00-447f-8450-4ece3bfa0431 req-f5dffd4e-7074-4393-a2e6-901b895fcc32 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2782867 Feb 17 09:47:41.847769 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54430) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:41.907369 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-328069ad-8756-4cc2-aff4-891e7929d91e req-113f84af-c22b-4c45-8455-349836f2b4dc tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 210 time: 0.1203372 Feb 17 09:47:41.913963 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd89-3736-4c65-a449-33a3adfa86df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:41.993227 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d18a6588-4c00-447f-8450-4ece3bfa0431 req-36fa844e-b84b-435d-ab0c-cb6b08148a5c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371025 Feb 17 09:47:42.022103 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4546c339-a104-46ea-ae02-6d826290c51d req-c406cc92-07a4-485e-8afd-70744c907358 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378611 Feb 17 09:47:42.139172 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd89-3736-4c65-a449-33a3adfa86df admin admin] Publish callbacks [] for security_group (200c4142-5a82-4089-984e-8ca5878080e7), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:42.147947 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 0c3992cd-376d-489f-b473-55a6b888f648 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:47:42.148704 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd89-3736-4c65-a449-33a3adfa86df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (200c4142-5a82-4089-984e-8ca5878080e7), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:42.223814 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-b95bfd89-3736-4c65-a449-33a3adfa86df admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd677778d2384de0ad888b8bdee6f492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720846 Feb 17 09:47:42.228361 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54436) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:42.236878 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bfd89-3736-4c65-a449-33a3adfa86df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200c4142-5a82-4089-984e-8ca5878080e7,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:42.323079 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-acd3aa36-fda9-4900-a047-e0b483022b6d admin admin] Publish callbacks [] for security_group (200c4142-5a82-4089-984e-8ca5878080e7), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:42.357555 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-acd3aa36-fda9-4900-a047-e0b483022b6d admin admin] Publish callbacks [] for security_group (200c4142-5a82-4089-984e-8ca5878080e7), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:42.368151 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 0c3992cd-376d-489f-b473-55a6b888f648, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0c3992cd-376d-489f-b473-55a6b888f648,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:42.391021 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '0c3992cd-376d-489f-b473-55a6b888f648', 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11', 'port_id': '0c3992cd-376d-489f-b473-55a6b888f648', 'mac_address': 'fa:16:3e:4e:e0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06c454d-9899-4568-ab7a-cca625863472', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:47:42.478624 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 0c3992cd-376d-489f-b473-55a6b888f648 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:42.479556 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (0c3992cd-376d-489f-b473-55a6b888f648), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:42.500375 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3992cd-376d-489f-b473-55a6b888f648 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:47:42.546227 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 0c3992cd-376d-489f-b473-55a6b888f648, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0c3992cd-376d-489f-b473-55a6b888f648,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:42.552766 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (0c3992cd-376d-489f-b473-55a6b888f648), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:42.579478 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb5e-78f4-42bc-be44-a78eb9788e06 req-f4169265-98c6-4bf7-a206-23b1cfeecaca tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:42.588044 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2444bb5e-78f4-42bc-be44-a78eb9788e06 req-f4169265-98c6-4bf7-a206-23b1cfeecaca tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 943 time: 0.1968195 Feb 17 09:47:42.602952 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-acd3aa36-fda9-4900-a047-e0b483022b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (200c4142-5a82-4089-984e-8ca5878080e7), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:42.609366 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-acd3aa36-fda9-4900-a047-e0b483022b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:42.623616 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-acd3aa36-fda9-4900-a047-e0b483022b6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/200c4142-5a82-4089-984e-8ca5878080e7 HTTP/1.1" status: 204 len: 168 time: 0.3937089 Feb 17 09:47:42.684649 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3aa36-fda9-4900-a047-e0b483022b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200c4142-5a82-4089-984e-8ca5878080e7,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:42.761914 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=0c3992cd-376d-489f-b473-55a6b888f648,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:42.831884 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2444bb5e-78f4-42bc-be44-a78eb9788e06 req-dc8efb00-f9dd-4814-a75c-ba2344cada89 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747308 Feb 17 09:47:42.938383 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-8b1f106a-22aa-40cd-9d4f-940278f22828 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=6ee7a7bdce1048b58496eb653698258b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1340647 Feb 17 09:47:43.064948 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['0c3992cd-376d-489f-b473-55a6b888f648'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:47:43.336247 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e6de5e82-efe5-42c7-90a3-05e35ab41b09 req-16f60163-e17b-4e3e-a988-b49a319462c6 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 210 time: 0.0724912 Feb 17 09:47:43.373846 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a31d0-5904-4c08-a817-d05c46de41c1 req-cbdae174-b6c5-4e42-9a24-28d3440c51d7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:43.382611 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e7a31d0-5904-4c08-a817-d05c46de41c1 req-cbdae174-b6c5-4e42-9a24-28d3440c51d7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1895454 Feb 17 09:47:43.461678 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e7a31d0-5904-4c08-a817-d05c46de41c1 req-ca76fbeb-1ffe-4385-a888-8324dbc91ea8 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772350 Feb 17 09:47:43.568573 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-8f749e47-15d4-4cda-b311-e57ba9857192 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:43.572483 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-8f749e47-15d4-4cda-b311-e57ba9857192 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6174314 Feb 17 09:47:43.597118 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Request body: {'port': {'device_id': '50894da1-750f-4ca7-ad15-c6b69ee8b733', 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da', 'admin_state_up': True, 'tenant_id': '6ee7a7bdce1048b58496eb653698258b'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:43.773057 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Made reservation on behalf of 6ee7a7bdce1048b58496eb653698258b for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:47:43.780138 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:43.797569 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:43.930973 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks [] for security_group (cdb64ece-d733-4843-8520-55b13e503537), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:43.938691 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (cdb64ece-d733-4843-8520-55b13e503537), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:43.999878 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b2257-129d-4ef2-af10-a9e9c2ec724d req-07aa1e0d-4c89-4098-a031-1ec241b290bc tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:44.006770 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e7b2257-129d-4ef2-af10-a9e9c2ec724d req-07aa1e0d-4c89-4098-a031-1ec241b290bc tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 944 time: 0.0846632 Feb 17 09:47:44.063462 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:44.090230 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb64ece-d733-4843-8520-55b13e503537,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:44.109050 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e7b2257-129d-4ef2-af10-a9e9c2ec724d req-79df4592-0aa8-4f16-b97f-6d29e1c8662e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975440 Feb 17 09:47:44.219572 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Allocated IP 192.168.233.6 (ce2954da-3913-49ec-937b-4cede55303da/32e5499e-ebad-42a5-9209-afb07860e008/4c708a92-2f41-4304-a824-09fdc6828637) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:47:44.491572 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ec440c9c-7fad-4a85-beb3-a791aff72439 req-718ba743-14bf-415d-bb28-8dddea5d35e7 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 210 time: 0.0518608 Feb 17 09:47:44.505833 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks [] for port (4c708a92-2f41-4304-a824-09fdc6828637), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:44.598159 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (4c708a92-2f41-4304-a824-09fdc6828637), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:44.674805 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7847bb-b753-434a-a247-e5609296534b req-ed0b2fe3-8dbf-41e2-aee3-3824545cba5e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:44.677478 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef7847bb-b753-434a-a247-e5609296534b req-ed0b2fe3-8dbf-41e2-aee3-3824545cba5e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1059630 Feb 17 09:47:44.719102 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Network ce2954da-3913-49ec-937b-4cede55303da is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:47:44.728448 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:47:44.740470 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:47:44.757518 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Pushing event updated for resources: {'Port': ['ID=4c708a92-2f41-4304-a824-09fdc6828637,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:44.899352 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:44.901205 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:44.914496 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef7847bb-b753-434a-a247-e5609296534b req-64b87a6f-c51c-4cb2-b758-e490139eb41b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270846 Feb 17 09:47:44.963247 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-28bd5372-23db-45c1-894d-64a747354de2 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3733056 Feb 17 09:47:44.983306 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Request body: {'port': {'device_id': '50894da1-750f-4ca7-ad15-c6b69ee8b733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:45.176548 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (4c708a92-2f41-4304-a824-09fdc6828637), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:45.376080 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-4a8dfded-73a1-4b2a-acd4-777675054506 None None] Provisioning complete for port 4c708a92-2f41-4304-a824-09fdc6828637 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:45.378025 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4a8dfded-73a1-4b2a-acd4-777675054506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (4c708a92-2f41-4304-a824-09fdc6828637), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:45.390691 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877d826-b637-44cf-923f-fc9c00a1fd87 req-1acf9b80-c735-48f8-9ef7-5e1a56275111 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:45.393659 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5877d826-b637-44cf-923f-fc9c00a1fd87 req-1acf9b80-c735-48f8-9ef7-5e1a56275111 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 944 time: 0.1148188 Feb 17 09:47:45.487622 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-4a8dfded-73a1-4b2a-acd4-777675054506 None None] Port 4c708a92-2f41-4304-a824-09fdc6828637 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:47:45.553191 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5877d826-b637-44cf-923f-fc9c00a1fd87 req-f8df009c-f00c-4e26-886a-362350925abe tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347735 Feb 17 09:47:45.786020 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df1fe2-0f40-48f8-be16-13b7e8ee8f5e req-33e56cee-f4f9-4006-8ddd-589636529613 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:45.786020 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-72df1fe2-0f40-48f8-be16-13b7e8ee8f5e req-33e56cee-f4f9-4006-8ddd-589636529613 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 934 time: 0.1069918 Feb 17 09:47:45.786353 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c708a92-2f41-4304-a824-09fdc6828637 {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:47:45.801193 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Publish callbacks [] for port (4c708a92-2f41-4304-a824-09fdc6828637), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:45.822251 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Transition to ACTIVE for port object 4c708a92-2f41-4304-a824-09fdc6828637 will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:47:45.829834 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (4c708a92-2f41-4304-a824-09fdc6828637), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:45.875206 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-72df1fe2-0f40-48f8-be16-13b7e8ee8f5e req-072f2ec5-5eea-46b1-9155-e3c5de379dcd tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950413 Feb 17 09:47:45.949628 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Pushing event updated for resources: {'Port': ['ID=4c708a92-2f41-4304-a824-09fdc6828637,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:46.034486 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Attempting to bind port 4c708a92-2f41-4304-a824-09fdc6828637 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:47:46.035140 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Attempting to bind port 4c708a92-2f41-4304-a824-09fdc6828637 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9e8fb729-e185-43af-9bc3-94f76fb0901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:47:46.035680 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Attempting to bind port 4c708a92-2f41-4304-a824-09fdc6828637 on network ce2954da-3913-49ec-937b-4cede55303da {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:47:46.041612 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Port 4c708a92-2f41-4304-a824-09fdc6828637 on network ce2954da-3913-49ec-937b-4cede55303da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:47:46.041992 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Attempting to bind port 4c708a92-2f41-4304-a824-09fdc6828637 on network ce2954da-3913-49ec-937b-4cede55303da {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:47:46.049342 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:47:46.049694 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Checking segment: {'id': '9e8fb729-e185-43af-9bc3-94f76fb0901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:47:46.050507 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Bound using segment: {'id': '9e8fb729-e185-43af-9bc3-94f76fb0901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:47:46.050983 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Bound port: 4c708a92-2f41-4304-a824-09fdc6828637, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8fb729-e185-43af-9bc3-94f76fb0901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:47:46.051368 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (4c708a92-2f41-4304-a824-09fdc6828637), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:46.114982 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61105d-cca9-4678-bc78-bf572532c8b7 req-74920634-1b2c-49b5-9676-0559fccc0119 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:46.118517 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5b61105d-cca9-4678-bc78-bf572532c8b7 req-74920634-1b2c-49b5-9676-0559fccc0119 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0869117 Feb 17 09:47:46.162272 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] For port 4c708a92-2f41-4304-a824-09fdc6828637, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:47:46.170056 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] For port 4c708a92-2f41-4304-a824-09fdc6828637, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4c708a92-2f41-4304-a824-09fdc6828637,segment=NetworkSegment(9e8fb729-e185-43af-9bc3-94f76fb0901d),segment_id=9e8fb729-e185-43af-9bc3-94f76fb0901d)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:47:46.177756 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 0c3992cd-376d-489f-b473-55a6b888f648 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:47:46.196940 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5b61105d-cca9-4678-bc78-bf572532c8b7 req-b5e34db5-6ca7-434c-8031-b625e25a8736 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699253 Feb 17 09:47:46.211033 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (4c708a92-2f41-4304-a824-09fdc6828637), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:46.302368 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 0c3992cd-376d-489f-b473-55a6b888f648 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:47:46.312566 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 0c3992cd-376d-489f-b473-55a6b888f648 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:46.313294 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (0c3992cd-376d-489f-b473-55a6b888f648), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:46.336488 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:46.337886 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:46.351326 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] 10.222.0.124 "PUT /v2.0/ports/4c708a92-2f41-4304-a824-09fdc6828637 HTTP/1.1" status: 200 len: 1096 time: 1.3671906 Feb 17 09:47:46.351326 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50894da1-750f-4ca7-ad15-c6b69ee8b733', 'tag': '4c708a92-2f41-4304-a824-09fdc6828637'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:47:46.351326 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1021492-fe5c-45f4-bdf8-61186fce32df" -d '{"events": [{"name": "network-changed", "server_uuid": "50894da1-750f-4ca7-ad15-c6b69ee8b733", "tag": "4c708a92-2f41-4304-a824-09fdc6828637"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:47:46.413282 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a750-ca4c-4c8c-9b96-52054066908c service neutron] Pushing event updated for resources: {'Port': ['ID=4c708a92-2f41-4304-a824-09fdc6828637,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:46.465907 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff65055e-6cbc-40fb-a444-50a7d7d570ff x-openstack-request-id: req-ff65055e-6cbc-40fb-a444-50a7d7d570ff {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:47:46.466298 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50894da1-750f-4ca7-ad15-c6b69ee8b733", "tag": "4c708a92-2f41-4304-a824-09fdc6828637", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:47:46.466767 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff65055e-6cbc-40fb-a444-50a7d7d570ff {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:47:46.467288 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50894da1-750f-4ca7-ad15-c6b69ee8b733', 'tag': '4c708a92-2f41-4304-a824-09fdc6828637', 'status': 'completed', 'code': 200} Feb 17 09:47:46.476041 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 0c3992cd-376d-489f-b473-55a6b888f648 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:46.476912 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (0c3992cd-376d-489f-b473-55a6b888f648), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:46.510228 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f36abb9-d2fe-42fb-a073-f8d670575ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3992cd-376d-489f-b473-55a6b888f648'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:47:46.515621 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34dd17b-8f21-4216-99de-284eabd10559" -d '{"events": [{"server_uuid": "9f36abb9-d2fe-42fb-a073-f8d670575ec6", "name": "network-vif-plugged", "status": "completed", "tag": "0c3992cd-376d-489f-b473-55a6b888f648"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:47:46.533985 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 0c3992cd-376d-489f-b473-55a6b888f648, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0c3992cd-376d-489f-b473-55a6b888f648,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:46.542022 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (0c3992cd-376d-489f-b473-55a6b888f648), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:46.694865 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-8c6cafda-b7ff-462f-8b92-a320c62e5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:46.697195 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-8c6cafda-b7ff-462f-8b92-a320c62e5bb2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ee7a7bdce1048b58496eb653698258b&device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 1130 time: 0.1986141 Feb 17 09:47:46.754000 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=0c3992cd-376d-489f-b473-55a6b888f648,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:46.777721 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b0f2fb-4819-49e1-aa05-b26549934360 x-openstack-request-id: req-c9b0f2fb-4819-49e1-aa05-b26549934360 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:47:46.779517 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f36abb9-d2fe-42fb-a073-f8d670575ec6", "name": "network-vif-plugged", "status": "completed", "tag": "0c3992cd-376d-489f-b473-55a6b888f648", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:47:46.779715 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-088fcd83-d66d-4f1b-9c8c-22fc02591ee7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=4c708a92-2f41-4304-a824-09fdc6828637 HTTP/1.1" status: 200 len: 217 time: 0.0595219 Feb 17 09:47:46.780383 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9b0f2fb-4819-49e1-aa05-b26549934360 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:47:46.781072 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f36abb9-d2fe-42fb-a073-f8d670575ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3992cd-376d-489f-b473-55a6b888f648', 'code': 200} Feb 17 09:47:46.883325 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec6e66-e7ea-4b8c-b4bc-1a83017e1880 req-194e40df-d9fb-4c48-94fb-35410b04b0a5 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:46.888965 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b0ec6e66-e7ea-4b8c-b4bc-1a83017e1880 req-194e40df-d9fb-4c48-94fb-35410b04b0a5 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 945 time: 0.1693628 Feb 17 09:47:47.032440 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-d43e7c0c-71e6-4f53-a48b-2bbb99c44fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:47.038840 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-d43e7c0c-71e6-4f53-a48b-2bbb99c44fe7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=32e5499e-ebad-42a5-9209-afb07860e008 HTTP/1.1" status: 200 len: 843 time: 0.2365985 Feb 17 09:47:47.144596 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-69c92203-ff75-4437-b7a9-6586f919a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:47.146875 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-69c92203-ff75-4437-b7a9-6586f919a0e8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ce2954da-3913-49ec-937b-4cede55303da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0810301 Feb 17 09:47:47.177553 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b0ec6e66-e7ea-4b8c-b4bc-1a83017e1880 req-94c863dd-1236-4143-a0d0-686674d6bf8c tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735417 Feb 17 09:47:47.293055 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54572) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:47.331618 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4735761-6c11-4a10-abc8-f7df29302afe req-79ac01e6-c8a4-409b-99ea-527574f03783 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:47.345408 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a4735761-6c11-4a10-abc8-f7df29302afe req-79ac01e6-c8a4-409b-99ea-527574f03783 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 946 time: 0.1635623 Feb 17 09:47:47.354359 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e147f2-314e-4ca3-b8ef-e5769160f1e6 req-129485ec-ec36-49a6-8990-295cb687ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:47.357970 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-05e147f2-314e-4ca3-b8ef-e5769160f1e6 req-129485ec-ec36-49a6-8990-295cb687ad86 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 1129 time: 0.2818775 Feb 17 09:47:47.366393 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-d58bc7bd-c441-41e8-9880-09f40c20675b service neutron] 10.222.0.124 "GET /v2.0/networks/ce2954da-3913-49ec-937b-4cede55303da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946378 Feb 17 09:47:47.513986 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54578) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:47.533638 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-2849e5a1-a331-4183-b9dd-3e0e8c7f3397 req-b4875a22-f4a4-4895-a4d3-66f6eb91b2d7 service neutron] 10.222.0.124 "GET /v2.0/networks/ce2954da-3913-49ec-937b-4cede55303da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500664 Feb 17 09:47:47.552686 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a4735761-6c11-4a10-abc8-f7df29302afe req-7ee4c071-95fb-4dae-9a81-a699508b0d81 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057607 Feb 17 09:47:47.580270 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-05e147f2-314e-4ca3-b8ef-e5769160f1e6 req-cb8f6533-74c0-4042-b859-f60034ba274a service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989915 Feb 17 09:47:47.591418 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:47.617678 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69caed-e571-4eb1-947e-d2ade43d2de0 req-4ef13710-868d-4b5b-bdda-dc6f6abc75fa tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:47.619384 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5a69caed-e571-4eb1-947e-d2ade43d2de0 req-4ef13710-868d-4b5b-bdda-dc6f6abc75fa tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2695155 Feb 17 09:47:47.679851 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0bd5c073-c173-4842-9b6e-ddca6929bb0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:47.717829 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5a69caed-e571-4eb1-947e-d2ade43d2de0 req-fade3546-d9c3-460d-86d7-bd8d1d0f7356 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895963 Feb 17 09:47:47.763213 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Publish callbacks [] for security_group (9b84537b-68a2-4560-82c5-610d16824ba3), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:47.769021 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (9b84537b-68a2-4560-82c5-610d16824ba3), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:47.812732 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0bd5c073-c173-4842-9b6e-ddca6929bb0b admin admin] Publish callbacks [] for security_group (06b2225a-b201-4a59-806c-dee4b42540c5), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:47.814444 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c6e3f90f3754227b5099eb3320428ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5183582 Feb 17 09:47:47.815833 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b84537b-68a2-4560-82c5-610d16824ba3,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:47.819386 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54582) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:47.833163 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.834988 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.834988 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.835422 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.836116 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.836470 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.836818 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.837745 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0bd5c073-c173-4842-9b6e-ddca6929bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (06b2225a-b201-4a59-806c-dee4b42540c5), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:47.837994 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.838189 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.838470 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.839649 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.840193 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.840737 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7eee6-c180-4b2a-99e1-35ce6d1cadb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:47:47.952791 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-0bd5c073-c173-4842-9b6e-ddca6929bb0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41bad8d876bf49b2a71c7d1bbda374cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374161 Feb 17 09:47:47.955828 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54586) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:47.962787 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5c073-c173-4842-9b6e-ddca6929bb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b2225a-b201-4a59-806c-dee4b42540c5,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:47.999461 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bc077793-fa65-4a41-9f2c-a3d888ca95d1 admin admin] Publish callbacks [] for security_group (9b84537b-68a2-4560-82c5-610d16824ba3), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:48.049902 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bc077793-fa65-4a41-9f2c-a3d888ca95d1 admin admin] Publish callbacks [] for security_group (9b84537b-68a2-4560-82c5-610d16824ba3), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:48.094856 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-59f00665-0eb4-43e3-b4ed-2ce0d705bf6c admin admin] Publish callbacks [] for security_group (06b2225a-b201-4a59-806c-dee4b42540c5), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:48.100249 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-acf56a73-861a-443d-a6a0-477ced2324e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:48.101949 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-acf56a73-861a-443d-a6a0-477ced2324e0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ee7a7bdce1048b58496eb653698258b&device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 1130 time: 0.1361299 Feb 17 09:47:48.139220 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bc077793-fa65-4a41-9f2c-a3d888ca95d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (9b84537b-68a2-4560-82c5-610d16824ba3), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:48.143749 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bc077793-fa65-4a41-9f2c-a3d888ca95d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:48.145505 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-bc077793-fa65-4a41-9f2c-a3d888ca95d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b84537b-68a2-4560-82c5-610d16824ba3 HTTP/1.1" status: 204 len: 168 time: 0.3241692 Feb 17 09:47:48.154038 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-59f00665-0eb4-43e3-b4ed-2ce0d705bf6c admin admin] Publish callbacks [] for security_group (06b2225a-b201-4a59-806c-dee4b42540c5), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:48.159868 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc077793-fa65-4a41-9f2c-a3d888ca95d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b84537b-68a2-4560-82c5-610d16824ba3,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:48.450490 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-62b89f9c-86ce-405d-ab2e-67ef828b6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:48.454017 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-62b89f9c-86ce-405d-ab2e-67ef828b6e51 service neutron] 10.222.0.124 "GET /v2.0/networks?id=ce2954da-3913-49ec-937b-4cede55303da HTTP/1.1" status: 200 len: 870 time: 0.3398504 Feb 17 09:47:48.468436 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-59f00665-0eb4-43e3-b4ed-2ce0d705bf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (06b2225a-b201-4a59-806c-dee4b42540c5), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:48.473625 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-59f00665-0eb4-43e3-b4ed-2ce0d705bf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:48.478866 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-59f00665-0eb4-43e3-b4ed-2ce0d705bf6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/06b2225a-b201-4a59-806c-dee4b42540c5 HTTP/1.1" status: 204 len: 168 time: 0.5182579 Feb 17 09:47:48.596152 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f00665-0eb4-43e3-b4ed-2ce0d705bf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b2225a-b201-4a59-806c-dee4b42540c5,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:48.630239 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e2084-df64-4164-a08b-88fc5cd0ae15 req-be1eb0dc-e188-4a18-bc90-adb3265e6184 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:48.633837 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ff2e2084-df64-4164-a08b-88fc5cd0ae15 req-be1eb0dc-e188-4a18-bc90-adb3265e6184 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 945 time: 0.3337753 Feb 17 09:47:48.639192 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-6e7034c2-a1e4-4e1b-b282-e62c5ea0209e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=4c708a92-2f41-4304-a824-09fdc6828637 HTTP/1.1" status: 200 len: 217 time: 0.1618347 Feb 17 09:47:48.773657 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54604) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:48.797543 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5664aeb-ac94-4faf-a6d5-0538c2efe29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:48.987709 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5664aeb-ac94-4faf-a6d5-0538c2efe29d admin admin] Publish callbacks [] for security_group (90b4829a-ed3e-40ef-8d52-65afa01b4bc5), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:48.994120 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5664aeb-ac94-4faf-a6d5-0538c2efe29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (90b4829a-ed3e-40ef-8d52-65afa01b4bc5), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:49.052768 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5664aeb-ac94-4faf-a6d5-0538c2efe29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b4829a-ed3e-40ef-8d52-65afa01b4bc5,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:49.059615 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-f5664aeb-ac94-4faf-a6d5-0538c2efe29d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5633031f9db44ddbb29048d2c8dcaa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846036 Feb 17 09:47:49.064368 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54610) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:49.141756 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-33baa2ae-2d89-49d1-959a-8eecf2c2385e admin admin] Publish callbacks [] for security_group (90b4829a-ed3e-40ef-8d52-65afa01b4bc5), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:49.186639 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-33baa2ae-2d89-49d1-959a-8eecf2c2385e admin admin] Publish callbacks [] for security_group (90b4829a-ed3e-40ef-8d52-65afa01b4bc5), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:49.207831 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-6db58167-8e33-46ce-88ff-b84c61de3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:49.209538 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-6db58167-8e33-46ce-88ff-b84c61de3f37 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=32e5499e-ebad-42a5-9209-afb07860e008 HTTP/1.1" status: 200 len: 843 time: 0.5468116 Feb 17 09:47:49.217661 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ff2e2084-df64-4164-a08b-88fc5cd0ae15 req-af51b56c-630c-4189-9ad9-fcb21553f3bf tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732889 Feb 17 09:47:49.264230 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782c894-03c2-4b3d-8f58-21826824bf3a req-dee1b612-efae-4375-80fd-71a4a75f91f1 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:49.266099 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b782c894-03c2-4b3d-8f58-21826824bf3a req-dee1b612-efae-4375-80fd-71a4a75f91f1 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 946 time: 0.5228655 Feb 17 09:47:49.303680 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-33baa2ae-2d89-49d1-959a-8eecf2c2385e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (90b4829a-ed3e-40ef-8d52-65afa01b4bc5), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:49.308807 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-33baa2ae-2d89-49d1-959a-8eecf2c2385e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:49.312768 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-33baa2ae-2d89-49d1-959a-8eecf2c2385e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90b4829a-ed3e-40ef-8d52-65afa01b4bc5 HTTP/1.1" status: 204 len: 168 time: 0.2467697 Feb 17 09:47:49.325990 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baa2ae-2d89-49d1-959a-8eecf2c2385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b4829a-ed3e-40ef-8d52-65afa01b4bc5,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:49.366863 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-d3a04fd0-e49d-499d-9938-e2cc6cdb053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:49.368767 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-d3a04fd0-e49d-499d-9938-e2cc6cdb053d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ce2954da-3913-49ec-937b-4cede55303da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1425431 Feb 17 09:47:49.372679 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b782c894-03c2-4b3d-8f58-21826824bf3a req-c6689f1a-ecdf-441a-ab03-15e58fe55b24 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928259 Feb 17 09:47:49.656481 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48be5b4-4030-4d72-9768-9d8b9f82bbba req-7d84f6a2-d065-47fa-accd-1101b3b5afcd tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:49.659365 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b48be5b4-4030-4d72-9768-9d8b9f82bbba req-7d84f6a2-d065-47fa-accd-1101b3b5afcd tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2314465 Feb 17 09:47:49.666729 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-d156239a-4d0c-45ef-8776-7d222d1c88ce service neutron] 10.222.0.124 "GET /v2.0/networks/ce2954da-3913-49ec-937b-4cede55303da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753634 Feb 17 09:47:49.834339 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b48be5b4-4030-4d72-9768-9d8b9f82bbba req-f3ee4592-4466-4379-b2c5-02e5f5e6117e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632869 Feb 17 09:47:49.951233 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c1021492-fe5c-45f4-bdf8-61186fce32df req-e73536b5-0fab-43a7-8846-5687340578e6 service neutron] 10.222.0.124 "GET /v2.0/networks/ce2954da-3913-49ec-937b-4cede55303da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670107 Feb 17 09:47:50.028005 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54636) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:50.246989 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-302552601-network', 'tenant_id': '58e8207f8eab42bd9076dd1c3e3caa73'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:50.277079 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Made reservation on behalf of 58e8207f8eab42bd9076dd1c3e3caa73 for: {'network': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:47:50.280543 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:50.298802 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:50.473659 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2564df-7f27-46d5-b916-ca9cb3ac9048 req-eaa1cd4d-160a-44f9-9ca7-bd8c20f8c1c8 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:50.474679 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Publish callbacks [] for security_group (6ea3999f-45c0-4d01-8c5d-c9a2fb09de68), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:50.482533 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7a2564df-7f27-46d5-b916-ca9cb3ac9048 req-eaa1cd4d-160a-44f9-9ca7-bd8c20f8c1c8 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 945 time: 0.1231990 Feb 17 09:47:50.486990 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (6ea3999f-45c0-4d01-8c5d-c9a2fb09de68), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:50.512926 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=109366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:47:50.532177 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (cfa01e0d-7437-4018-b0e9-fbf4390a1706), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:50.532742 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.segments_db [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Added segment cfa01e0d-7437-4018-b0e9-fbf4390a1706 of type vlan for network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae Feb 17 09:47:50.565450 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7a2564df-7f27-46d5-b916-ca9cb3ac9048 req-620bdc3d-7ee9-4b3e-97e5-e20ef2ee1400 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816751 Feb 17 09:47:50.661566 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d75fae-d012-4b1d-97fb-5884e8669255 req-c6213772-5d0c-47e0-a0d9-6f29be8788e0 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:50.663243 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (ab9c3a1f-3bb5-4215-a7c8-4c907c088fae), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:50.671300 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:50.676562 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-28d75fae-d012-4b1d-97fb-5884e8669255 req-c6213772-5d0c-47e0-a0d9-6f29be8788e0 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 946 time: 0.1349587 Feb 17 09:47:50.774528 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-28d75fae-d012-4b1d-97fb-5884e8669255 req-c06b149d-e72f-4365-870f-3c1e15059b49 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963211 Feb 17 09:47:50.801268 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (ab9c3a1f-3bb5-4215-a7c8-4c907c088fae), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:50.801268 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:50.801268 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:50.869977 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8403025 Feb 17 09:47:50.875827 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54664) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:50.885287 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Request body: {'subnet': {'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-302552601-subnet', 'tenant_id': '58e8207f8eab42bd9076dd1c3e3caa73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:50.906744 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aececc7c-a1ce-436c-8b85-490645aa188c admin admin] Pushing event updated for resources: {'Network': ['ID=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:50.928221 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:47:50.940985 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Made reservation on behalf of 58e8207f8eab42bd9076dd1c3e3caa73 for: {'subnet': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:47:50.944106 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:51.239044 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316d2af-b0e9-41cf-b218-f1a90ab95b17 req-8a373116-093e-4a7e-867b-0f86b1830c1e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:51.242545 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c316d2af-b0e9-41cf-b218-f1a90ab95b17 req-8a373116-093e-4a7e-867b-0f86b1830c1e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1551661 Feb 17 09:47:51.406669 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c316d2af-b0e9-41cf-b218-f1a90ab95b17 req-a6ca579e-b317-483e-b045-97c2e773be5c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530938 Feb 17 09:47:51.445711 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for subnet (863feecc-6356-479c-a0ea-65ca8b9da988), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:51.564304 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=863feecc-6356-479c-a0ea-65ca8b9da988,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:51.584858 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Checking segment: {'id': 'cfa01e0d-7437-4018-b0e9-fbf4390a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:47:51.585467 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Network hostable DHCP agents. Network: ab9c3a1f-3bb5-4215-a7c8-4c907c088fae, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:47:51.618047 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:47:51.633304 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, ab9c3a1f-3bb5-4215-a7c8-4c907c088fae) {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:47:51.638173 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:51.639012 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:51.645997 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd862beb-325e-46f5-a111-fe80adb65be1 None None] Network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:47:51.666363 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-3da99b68-3343-4130-974f-e947a12d03bf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7877302 Feb 17 09:47:51.840659 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb90807-2dce-414b-8424-47513a447067 None None] Network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:47:52.058610 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006043d-4957-4bf8-8ddf-a57b648dd406 req-60a9ad0a-9633-4d02-861d-07d0c6088a62 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:52.061921 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0006043d-4957-4bf8-8ddf-a57b648dd406 req-60a9ad0a-9633-4d02-861d-07d0c6088a62 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 946 time: 0.1156449 Feb 17 09:47:52.162856 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0006043d-4957-4bf8-8ddf-a57b648dd406 req-4197f112-085e-4cba-9da4-bb4dc2e936d3 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918655 Feb 17 09:47:52.200174 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 4c708a92-2f41-4304-a824-09fdc6828637 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:47:52.346969 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 4c708a92-2f41-4304-a824-09fdc6828637, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4c708a92-2f41-4304-a824-09fdc6828637,segment=NetworkSegment(9e8fb729-e185-43af-9bc3-94f76fb0901d),segment_id=9e8fb729-e185-43af-9bc3-94f76fb0901d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:52.363836 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '4c708a92-2f41-4304-a824-09fdc6828637', 'network_id': 'ce2954da-3913-49ec-937b-4cede55303da', 'port_id': '4c708a92-2f41-4304-a824-09fdc6828637', 'mac_address': 'fa:16:3e:bd:55:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e5499e-ebad-42a5-9209-afb07860e008', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:47:52.431622 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 4c708a92-2f41-4304-a824-09fdc6828637 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:52.432459 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (4c708a92-2f41-4304-a824-09fdc6828637), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:52.461115 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c708a92-2f41-4304-a824-09fdc6828637 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:47:52.504661 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 4c708a92-2f41-4304-a824-09fdc6828637, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4c708a92-2f41-4304-a824-09fdc6828637,segment=NetworkSegment(9e8fb729-e185-43af-9bc3-94f76fb0901d),segment_id=9e8fb729-e185-43af-9bc3-94f76fb0901d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:52.515222 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (4c708a92-2f41-4304-a824-09fdc6828637), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:52.639341 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=4c708a92-2f41-4304-a824-09fdc6828637,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:52.717973 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9af971-65fb-4959-9bfc-241cc1891915 req-7cf28185-cf1b-407c-acc7-b8f8da5e3ab9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:52.722579 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4c9af971-65fb-4959-9bfc-241cc1891915 req-7cf28185-cf1b-407c-acc7-b8f8da5e3ab9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1823165 Feb 17 09:47:52.830256 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4c9af971-65fb-4959-9bfc-241cc1891915 req-5028822b-c905-4e9e-9be6-7f125caa637d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967112 Feb 17 09:47:53.000084 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['4c708a92-2f41-4304-a824-09fdc6828637'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:47:53.439423 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6010d-aaa1-4346-ab87-27582f4528a9 req-2efe45b6-348b-43b7-b64d-9c7a70b736b5 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:53.441470 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1ad6010d-aaa1-4346-ab87-27582f4528a9 req-2efe45b6-348b-43b7-b64d-9c7a70b736b5 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 947 time: 0.1107757 Feb 17 09:47:53.534009 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1ad6010d-aaa1-4346-ab87-27582f4528a9 req-c2b07bdc-0562-494f-9ad1-1a72f2f1306e tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820625 Feb 17 09:47:53.864159 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54752) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:54.072759 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f509d045-942c-401c-a272-87496671ca2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:54.087799 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b2f55-906e-426b-acda-51d2047f258a req-50b5a607-9bdc-4e41-b862-6fc04a06da9c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:54.091782 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-659b2f55-906e-426b-acda-51d2047f258a req-50b5a607-9bdc-4e41-b862-6fc04a06da9c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0993571 Feb 17 09:47:54.210762 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f509d045-942c-401c-a272-87496671ca2b admin admin] Publish callbacks [] for security_group (36020524-b034-4232-83ae-57d91d3e39dd), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:54.217650 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f509d045-942c-401c-a272-87496671ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (36020524-b034-4232-83ae-57d91d3e39dd), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:54.225159 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-659b2f55-906e-426b-acda-51d2047f258a req-49ea0143-9425-4ec0-bb2b-82a487992c49 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209440 Feb 17 09:47:54.267879 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-f509d045-942c-401c-a272-87496671ca2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5d1ed7742764cd3bcc683103edc5d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017029 Feb 17 09:47:54.271381 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54770) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:54.295431 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509d045-942c-401c-a272-87496671ca2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36020524-b034-4232-83ae-57d91d3e39dd,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:54.393386 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-4cea6c6e-cdd9-4d94-8d59-6b77e919cc3f tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:54.396112 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-4cea6c6e-cdd9-4d94-8d59-6b77e919cc3f tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/networks?id=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae HTTP/1.1" status: 200 len: 808 time: 0.2610404 Feb 17 09:47:54.440649 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-fec28e41-4906-4d24-b66d-9871cea9294a tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/quotas/58e8207f8eab42bd9076dd1c3e3caa73 HTTP/1.1" status: 200 len: 375 time: 0.0365851 Feb 17 09:47:54.441633 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f60fe1ba-054b-48ca-bd11-068b714ba4bf admin admin] Publish callbacks [] for security_group (36020524-b034-4232-83ae-57d91d3e39dd), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:54.527602 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f60fe1ba-054b-48ca-bd11-068b714ba4bf admin admin] Publish callbacks [] for security_group (36020524-b034-4232-83ae-57d91d3e39dd), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:54.533841 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-1252bfd4-9987-4c34-926c-1f2a48b4e823 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=58e8207f8eab42bd9076dd1c3e3caa73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745709 Feb 17 09:47:54.780618 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f60fe1ba-054b-48ca-bd11-068b714ba4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (36020524-b034-4232-83ae-57d91d3e39dd), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:54.783240 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f60fe1ba-054b-48ca-bd11-068b714ba4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:54.784468 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-f60fe1ba-054b-48ca-bd11-068b714ba4bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36020524-b034-4232-83ae-57d91d3e39dd HTTP/1.1" status: 204 len: 168 time: 0.5094962 Feb 17 09:47:54.787136 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-6f2c6f13-1477-4a04-b2df-1e9ec384d2b3 service neutron] 10.222.0.61 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433298 Feb 17 09:47:54.811054 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fe1ba-054b-48ca-bd11-068b714ba4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36020524-b034-4232-83ae-57d91d3e39dd,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:54.820121 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2859c5-218c-43d9-88f1-46d8c0ee8fe5 req-a674a7c2-8ee9-4b5b-9683-fa52307244b1 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:54.822395 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2d2859c5-218c-43d9-88f1-46d8c0ee8fe5 req-a674a7c2-8ee9-4b5b-9683-fa52307244b1 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 947 time: 0.1939945 Feb 17 09:47:54.961999 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2d2859c5-218c-43d9-88f1-46d8c0ee8fe5 req-e8a15434-0050-4f6b-8ef4-242e312e6d3f tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229625 Feb 17 09:47:54.977572 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-ef90b43c-d0a7-4f7d-b340-a85621ecd270 service neutron] 10.222.0.61 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769092 Feb 17 09:47:55.251201 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-71eec6ce-7fb8-4ffa-8207-bf9afda1c50b req-6f591168-0a1d-470a-a814-60394e1a0582 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 210 time: 0.0580471 Feb 17 09:47:55.316424 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 54790) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:55.340515 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc531-6757-43e0-a55d-3a012c7badb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:55.399091 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65761cd-0fef-437a-8c55-2d681ea98d76 req-b99a2d53-cc70-4ab9-b0f4-204114d24df0 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:55.402474 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b65761cd-0fef-437a-8c55-2d681ea98d76 req-b99a2d53-cc70-4ab9-b0f4-204114d24df0 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0738416 Feb 17 09:47:55.503847 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc531-6757-43e0-a55d-3a012c7badb3 admin admin] Publish callbacks [] for security_group (61ef9689-54a8-4cbf-b234-10d2871061c2), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:55.513216 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc531-6757-43e0-a55d-3a012c7badb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (61ef9689-54a8-4cbf-b234-10d2871061c2), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:55.514988 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b65761cd-0fef-437a-8c55-2d681ea98d76 req-fa48f588-1286-4e5d-98af-90ef7580c4e9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990999 Feb 17 09:47:55.608231 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 54796) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:47:55.608623 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-fcfcc531-6757-43e0-a55d-3a012c7badb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c24635d49e0844b5a57165c6adf5a7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908363 Feb 17 09:47:55.612680 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcc531-6757-43e0-a55d-3a012c7badb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ef9689-54a8-4cbf-b234-10d2871061c2,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:55.743880 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a10467ec-1d76-4201-9b67-4f7aaaf16980 admin admin] Publish callbacks [] for security_group (61ef9689-54a8-4cbf-b234-10d2871061c2), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:55.771848 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a10467ec-1d76-4201-9b67-4f7aaaf16980 admin admin] Publish callbacks [] for security_group (61ef9689-54a8-4cbf-b234-10d2871061c2), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:55.866851 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a10467ec-1d76-4201-9b67-4f7aaaf16980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (61ef9689-54a8-4cbf-b234-10d2871061c2), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:55.877581 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a10467ec-1d76-4201-9b67-4f7aaaf16980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:55.883047 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-a10467ec-1d76-4201-9b67-4f7aaaf16980 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61ef9689-54a8-4cbf-b234-10d2871061c2 HTTP/1.1" status: 204 len: 168 time: 0.2698326 Feb 17 09:47:55.895922 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10467ec-1d76-4201-9b67-4f7aaaf16980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ef9689-54a8-4cbf-b234-10d2871061c2,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:56.138775 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190aab3-c1a0-490c-9484-ab2e8503939e req-349d14f2-98cc-4b2a-aa99-6c5030292ef8 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:56.140881 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8190aab3-c1a0-490c-9484-ab2e8503939e req-349d14f2-98cc-4b2a-aa99-6c5030292ef8 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 947 time: 0.0731440 Feb 17 09:47:56.216385 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8190aab3-c1a0-490c-9484-ab2e8503939e req-9df369b5-36a6-4532-a69a-f608a24cfa0c tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647106 Feb 17 09:47:56.231962 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 4c708a92-2f41-4304-a824-09fdc6828637 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:47:56.310119 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 4c708a92-2f41-4304-a824-09fdc6828637 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:47:56.318318 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 4c708a92-2f41-4304-a824-09fdc6828637 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:47:56.318986 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (4c708a92-2f41-4304-a824-09fdc6828637), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:56.412029 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9fda7f9-3d43-4ce5-9f37-e1e00bf896e5 req-f9db718d-1415-4501-993f-aebe2648bbaf tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 210 time: 0.0358951 Feb 17 09:47:56.460505 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 4c708a92-2f41-4304-a824-09fdc6828637 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:47:56.460903 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (4c708a92-2f41-4304-a824-09fdc6828637), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:56.494945 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50894da1-750f-4ca7-ad15-c6b69ee8b733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c708a92-2f41-4304-a824-09fdc6828637'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:47:56.497682 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b98ba56-160a-4e80-8ebc-c27da2ccdb23" -d '{"events": [{"server_uuid": "50894da1-750f-4ca7-ad15-c6b69ee8b733", "name": "network-vif-plugged", "status": "completed", "tag": "4c708a92-2f41-4304-a824-09fdc6828637"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:47:56.517760 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 4c708a92-2f41-4304-a824-09fdc6828637, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4c708a92-2f41-4304-a824-09fdc6828637,segment=NetworkSegment(9e8fb729-e185-43af-9bc3-94f76fb0901d),segment_id=9e8fb729-e185-43af-9bc3-94f76fb0901d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:47:56.523620 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (4c708a92-2f41-4304-a824-09fdc6828637), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:56.557145 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d390480e-ee24-43e7-8a67-2fe3c7a8daa7 x-openstack-request-id: req-d390480e-ee24-43e7-8a67-2fe3c7a8daa7 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:47:56.557476 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50894da1-750f-4ca7-ad15-c6b69ee8b733", "name": "network-vif-plugged", "status": "completed", "tag": "4c708a92-2f41-4304-a824-09fdc6828637", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:47:56.558498 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d390480e-ee24-43e7-8a67-2fe3c7a8daa7 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:47:56.558941 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50894da1-750f-4ca7-ad15-c6b69ee8b733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c708a92-2f41-4304-a824-09fdc6828637', 'code': 200} Feb 17 09:47:56.594879 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=4c708a92-2f41-4304-a824-09fdc6828637,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:56.752707 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0bbe0-c4e7-4536-9fc9-37f2491ca6da req-6e8c4d8b-9ee6-4701-8dd8-73b76c3a1de7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:56.762799 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0ee0bbe0-c4e7-4536-9fc9-37f2491ca6da req-6e8c4d8b-9ee6-4701-8dd8-73b76c3a1de7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1354220 Feb 17 09:47:56.835579 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0ee0bbe0-c4e7-4536-9fc9-37f2491ca6da req-61d80bbf-9cb1-47b4-bc69-5edcc3d13db6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695817 Feb 17 09:47:56.905399 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:47:56.959442 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9684b-fa99-4ae2-b412-04623836fc1f req-63119f51-780d-41bd-aac0-5c7461d9869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:56.963139 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-eba9684b-fa99-4ae2-b412-04623836fc1f req-63119f51-780d-41bd-aac0-5c7461d9869b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 1132 time: 0.1026146 Feb 17 09:47:57.045352 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-eba9684b-fa99-4ae2-b412-04623836fc1f req-f68039c6-2c42-417a-b238-2133ea909814 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717537 Feb 17 09:47:57.119624 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-ca954111-c808-4434-9077-9eeeb5aa55e8 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:57.122481 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-ca954111-c808-4434-9077-9eeeb5aa55e8 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.124 "GET /v2.0/networks?id=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae HTTP/1.1" status: 200 len: 808 time: 0.2635415 Feb 17 09:47:57.365667 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Request body: {'port': {'device_id': '200cc402-d4e3-4ce8-9265-f753ff6360ae', 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae', 'admin_state_up': True, 'tenant_id': '58e8207f8eab42bd9076dd1c3e3caa73'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:57.452465 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c6110-f2af-478a-a474-c0411512d478 req-53859d8c-2905-474f-ad07-50802a3f0c67 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:57.454423 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-300c6110-f2af-478a-a474-c0411512d478 req-53859d8c-2905-474f-ad07-50802a3f0c67 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 948 time: 0.0794423 Feb 17 09:47:57.537050 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-300c6110-f2af-478a-a474-c0411512d478 req-357f8da8-8bbd-4412-867e-4a30fb686ac1 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707037 Feb 17 09:47:57.599145 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3ecd5044-7ba1-4bda-89cc-0e99b127554e req-25456c7d-21a8-4246-b666-101166431783 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 210 time: 0.0526361 Feb 17 09:47:57.601018 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Made reservation on behalf of 58e8207f8eab42bd9076dd1c3e3caa73 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:47:57.609249 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:57.826750 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Allocated IP 172.20.0.12 (ab9c3a1f-3bb5-4215-a7c8-4c907c088fae/863feecc-6356-479c-a0ea-65ca8b9da988/85615c13-1097-4a83-ba1f-34632b6791b3) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:47:58.052871 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4380d3-ff43-4609-9526-a0d456de9365 req-30efecce-af93-4bbb-9437-9cac135f8e09 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:58.054999 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b4380d3-ff43-4609-9526-a0d456de9365 req-30efecce-af93-4bbb-9437-9cac135f8e09 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0874951 Feb 17 09:47:58.118043 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks [] for port (85615c13-1097-4a83-ba1f-34632b6791b3), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:58.130635 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b4380d3-ff43-4609-9526-a0d456de9365 req-5cc99f8a-29a9-4dd7-adf9-30cb20349841 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640671 Feb 17 09:47:58.174678 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:58.236314 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:47:58.241204 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:47:58.247005 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:47:58.253111 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Pushing event updated for resources: {'Port': ['ID=85615c13-1097-4a83-ba1f-34632b6791b3,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:58.316426 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:58.317212 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:58.341676 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cbdbb706-5b58-4df3-b75c-88566256c0a7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9903908 Feb 17 09:47:58.363050 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Request body: {'port': {'device_id': '200cc402-d4e3-4ce8-9265-f753ff6360ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:47:58.470104 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:58.813342 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2aa8e-d92d-4ceb-9eba-5beda759e6be req-946043ee-c305-465b-9627-b7ed3266b3ef tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:58.815103 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-11a2aa8e-d92d-4ceb-9eba-5beda759e6be req-946043ee-c305-465b-9627-b7ed3266b3ef tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 948 time: 0.1654422 Feb 17 09:47:58.911457 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21cf6c-7e88-49a9-983f-75b147011306 req-05705001-16f1-45b1-82ad-f615546ebcac tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:58.913620 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2a21cf6c-7e88-49a9-983f-75b147011306 req-05705001-16f1-45b1-82ad-f615546ebcac tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 932 time: 0.1803486 Feb 17 09:47:58.966951 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-11a2aa8e-d92d-4ceb-9eba-5beda759e6be req-75ba008a-7c73-4b96-9fdc-05cf16f436ec tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357176 Feb 17 09:47:58.998371 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85615c13-1097-4a83-ba1f-34632b6791b3 {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:47:59.007737 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Publish callbacks [] for port (85615c13-1097-4a83-ba1f-34632b6791b3), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:59.016392 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2a21cf6c-7e88-49a9-983f-75b147011306 req-fe32edc5-5a3e-4d75-890f-9c0ad8565b08 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903783 Feb 17 09:47:59.026356 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Transition to ACTIVE for port object 85615c13-1097-4a83-ba1f-34632b6791b3 will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:47:59.032189 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:59.099549 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Pushing event updated for resources: {'Port': ['ID=85615c13-1097-4a83-ba1f-34632b6791b3,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:59.342679 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675f161-b12e-4b75-9d46-9071fedf115f req-76bc126e-9f6a-400f-a6df-bc14ca8ca517 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:59.344605 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3675f161-b12e-4b75-9d46-9071fedf115f req-76bc126e-9f6a-400f-a6df-bc14ca8ca517 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0959978 Feb 17 09:47:59.416144 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3675f161-b12e-4b75-9d46-9071fedf115f req-b2e6c9ad-e052-41f5-8435-b9d614d94a0a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602255 Feb 17 09:47:59.490621 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Attempting to bind port 85615c13-1097-4a83-ba1f-34632b6791b3 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:47:59.491282 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Attempting to bind port 85615c13-1097-4a83-ba1f-34632b6791b3 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'cfa01e0d-7437-4018-b0e9-fbf4390a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:47:59.491282 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Attempting to bind port 85615c13-1097-4a83-ba1f-34632b6791b3 on network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:47:59.497519 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Port 85615c13-1097-4a83-ba1f-34632b6791b3 on network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:47:59.497886 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Attempting to bind port 85615c13-1097-4a83-ba1f-34632b6791b3 on network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:47:59.504244 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:47:59.504588 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Checking segment: {'id': 'cfa01e0d-7437-4018-b0e9-fbf4390a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:47:59.505000 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Bound using segment: {'id': 'cfa01e0d-7437-4018-b0e9-fbf4390a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:47:59.505834 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Bound port: 85615c13-1097-4a83-ba1f-34632b6791b3, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa01e0d-7437-4018-b0e9-fbf4390a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:47:59.505834 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:59.604055 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] For port 85615c13-1097-4a83-ba1f-34632b6791b3, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:47:59.611109 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] For port 85615c13-1097-4a83-ba1f-34632b6791b3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=85615c13-1097-4a83-ba1f-34632b6791b3,segment=NetworkSegment(cfa01e0d-7437-4018-b0e9-fbf4390a1706),segment_id=cfa01e0d-7437-4018-b0e9-fbf4390a1706)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:47:59.622407 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:59.667903 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:59.668550 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:47:59.670191 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] 10.222.0.124 "PUT /v2.0/ports/85615c13-1097-4a83-ba1f-34632b6791b3 HTTP/1.1" status: 200 len: 1094 time: 1.3120556 Feb 17 09:47:59.670777 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200cc402-d4e3-4ce8-9265-f753ff6360ae', 'tag': '85615c13-1097-4a83-ba1f-34632b6791b3'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:47:59.673889 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d8c80f-af2f-4310-b233-272cc8e8e944" -d '{"events": [{"name": "network-changed", "server_uuid": "200cc402-d4e3-4ce8-9265-f753ff6360ae", "tag": "85615c13-1097-4a83-ba1f-34632b6791b3"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:47:59.724318 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d053a2b-4f1a-4cf4-b1c7-e222445eb437 service neutron] Pushing event updated for resources: {'Port': ['ID=85615c13-1097-4a83-ba1f-34632b6791b3,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:47:59.739840 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e0f0cb-30c7-489d-acec-90450c7c61dc x-openstack-request-id: req-a8e0f0cb-30c7-489d-acec-90450c7c61dc {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:47:59.740184 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200cc402-d4e3-4ce8-9265-f753ff6360ae", "tag": "85615c13-1097-4a83-ba1f-34632b6791b3", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:47:59.740389 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8e0f0cb-30c7-489d-acec-90450c7c61dc {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:47:59.740922 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200cc402-d4e3-4ce8-9265-f753ff6360ae', 'tag': '85615c13-1097-4a83-ba1f-34632b6791b3', 'status': 'completed', 'code': 200} Feb 17 09:47:59.843072 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-5cf2d548-7e33-415d-a52a-69b29e0ff565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:47:59.846617 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-5cf2d548-7e33-415d-a52a-69b29e0ff565 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=58e8207f8eab42bd9076dd1c3e3caa73&device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 1128 time: 0.0860865 Feb 17 09:47:59.917916 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-581a3799-9c3c-4e53-a9b3-22349d529c07 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85615c13-1097-4a83-ba1f-34632b6791b3 HTTP/1.1" status: 200 len: 217 time: 0.0454030 Feb 17 09:48:00.045000 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-d55b8963-628d-4015-b073-db6999bd2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:00.048244 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-d55b8963-628d-4015-b073-db6999bd2be7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=863feecc-6356-479c-a0ea-65ca8b9da988 HTTP/1.1" status: 200 len: 848 time: 0.1167817 Feb 17 09:48:00.129575 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-a74389a3-90ab-4764-9e61-547345d30d14 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562520 Feb 17 09:48:00.206639 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbdce-4964-4989-a0d4-f1d53000ef09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:00.211692 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a77bea-b88e-45eb-a722-8ec9d20e8fba req-990126e0-80ba-482a-962a-a11fdaf237be tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:00.214323 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f6a77bea-b88e-45eb-a722-8ec9d20e8fba req-990126e0-80ba-482a-962a-a11fdaf237be tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 948 time: 0.1287711 Feb 17 09:48:00.260875 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-cf827451-10f1-4e2e-88b6-b9296078bcc1 service neutron] 10.222.0.124 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200616 Feb 17 09:48:00.285753 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9068d-02e1-49f1-8406-fbd28cc78d62 req-04277d52-2045-4614-b70b-c2cde0dd50cc tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:00.287725 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-32c9068d-02e1-49f1-8406-fbd28cc78d62 req-04277d52-2045-4614-b70b-c2cde0dd50cc tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 944 time: 0.1286559 Feb 17 09:48:00.298255 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f6a77bea-b88e-45eb-a722-8ec9d20e8fba req-17c14006-0516-42f1-9a72-7d4de1a54df3 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736449 Feb 17 09:48:00.364542 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-32c9068d-02e1-49f1-8406-fbd28cc78d62 req-75a1d761-833b-49e8-af70-f45eccc2fa65 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651114 Feb 17 09:48:00.408085 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-073ed2fa-2646-4cbc-a173-b112435828e7 req-039ea3b1-3588-4446-ac79-561ec7c4383f service neutron] 10.222.0.124 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263871 Feb 17 09:48:00.604112 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8c80f-af2f-4310-b233-272cc8e8e944 req-11b984e3-bcca-4182-89d4-5f89f23c6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:00.607367 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-70d8c80f-af2f-4310-b233-272cc8e8e944 req-11b984e3-bcca-4182-89d4-5f89f23c6cca service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=58e8207f8eab42bd9076dd1c3e3caa73&device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 1128 time: 0.1203380 Feb 17 09:48:00.669636 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e0b94-327e-4c2c-9c89-9b58fd0c3afe req-c1a4b534-f2e6-4691-8b98-40955a57d717 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:00.672707 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-618e0b94-327e-4c2c-9c89-9b58fd0c3afe req-c1a4b534-f2e6-4691-8b98-40955a57d717 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1428766 Feb 17 09:48:00.813039 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-618e0b94-327e-4c2c-9c89-9b58fd0c3afe req-7b44c451-e5f3-4f00-b801-b94574a6ec56 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126285 Feb 17 09:48:00.838317 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8c80f-af2f-4310-b233-272cc8e8e944 req-473a208e-8107-48b8-be2c-5118688e4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:00.840670 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728aed6-86e7-4a64-a3b9-6af73cd24176 req-7f5ad9ad-fd06-4553-90dc-bcf6fe5f8f57 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:00.843961 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9728aed6-86e7-4a64-a3b9-6af73cd24176 req-7f5ad9ad-fd06-4553-90dc-bcf6fe5f8f57 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 948 time: 0.1174777 Feb 17 09:48:00.846372 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-70d8c80f-af2f-4310-b233-272cc8e8e944 req-473a208e-8107-48b8-be2c-5118688e4d0b service neutron] 10.222.0.124 "GET /v2.0/networks?id=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae HTTP/1.1" status: 200 len: 909 time: 0.2244759 Feb 17 09:48:00.930349 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-70d8c80f-af2f-4310-b233-272cc8e8e944 req-a908f4d4-ac47-467d-ae6c-309ae1270883 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85615c13-1097-4a83-ba1f-34632b6791b3 HTTP/1.1" status: 200 len: 217 time: 0.0793166 Feb 17 09:48:00.946383 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9728aed6-86e7-4a64-a3b9-6af73cd24176 req-ec08d550-e0fc-48d6-95af-e550d10b16e1 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889401 Feb 17 09:48:01.008275 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8c80f-af2f-4310-b233-272cc8e8e944 req-a7de5d9c-406c-4edf-ac79-a6f94a4e51af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:01.009993 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-70d8c80f-af2f-4310-b233-272cc8e8e944 req-a7de5d9c-406c-4edf-ac79-a6f94a4e51af service neutron] 10.222.0.124 "GET /v2.0/subnets?id=863feecc-6356-479c-a0ea-65ca8b9da988 HTTP/1.1" status: 200 len: 848 time: 0.0647244 Feb 17 09:48:01.071727 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-70d8c80f-af2f-4310-b233-272cc8e8e944 req-6852ae72-1e8c-4fca-8e21-b2189792bfd8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503995 Feb 17 09:48:01.268555 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-70d8c80f-af2f-4310-b233-272cc8e8e944 req-ae391b3c-4e01-4244-8bc5-1c63828d6c4c service neutron] 10.222.0.124 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853056 Feb 17 09:48:01.437116 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-70d8c80f-af2f-4310-b233-272cc8e8e944 req-540a1337-9f68-4cb1-979b-a40c9b0aa3b7 service neutron] 10.222.0.124 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484265 Feb 17 09:48:01.575796 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cdddc-1f39-4b57-9f70-5b621b1e4b3a req-60277da2-82a0-46d0-be6c-72c25410b069 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:01.578896 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dd3cdddc-1f39-4b57-9f70-5b621b1e4b3a req-60277da2-82a0-46d0-be6c-72c25410b069 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 944 time: 0.0907123 Feb 17 09:48:01.668985 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dd3cdddc-1f39-4b57-9f70-5b621b1e4b3a req-c614db4d-15db-413d-8df3-5506e22ac3da tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779395 Feb 17 09:48:02.030586 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8837d-adf9-45bf-b7dd-8525e99ed8f8 req-6369e497-35d8-4bb4-b5f0-38962eb781d9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:02.038876 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bfe8837d-adf9-45bf-b7dd-8525e99ed8f8 req-6369e497-35d8-4bb4-b5f0-38962eb781d9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0854723 Feb 17 09:48:02.129954 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bfe8837d-adf9-45bf-b7dd-8525e99ed8f8 req-d1a09a7f-2246-4ce0-8ab6-2a11aec4113e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898228 Feb 17 09:48:02.299528 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194b589-07f7-472a-af75-3428945ef6b2 req-f5b57ab5-ff3a-428a-b0c4-6128847e5619 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:02.302695 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0194b589-07f7-472a-af75-3428945ef6b2 req-f5b57ab5-ff3a-428a-b0c4-6128847e5619 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 948 time: 0.0998180 Feb 17 09:48:02.377832 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0194b589-07f7-472a-af75-3428945ef6b2 req-6f401be0-40c3-465f-ab77-e9dcbe022253 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646904 Feb 17 09:48:02.872522 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af3d0f-d86e-4958-bed5-5de042fabc30 req-5e3ee48b-1905-4662-80ca-b2b46d44456d tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:02.875073 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d6af3d0f-d86e-4958-bed5-5de042fabc30 req-5e3ee48b-1905-4662-80ca-b2b46d44456d tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 944 time: 0.0789776 Feb 17 09:48:02.963295 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d6af3d0f-d86e-4958-bed5-5de042fabc30 req-be0846a5-637d-470f-b5e8-c57c05028f10 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682158 Feb 17 09:48:02.995797 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a79eba42-bf70-4400-9793-360a86db9751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:03.374599 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad460a5-994f-4533-ad50-0814b04defda req-ed99d4f6-675f-4d77-9fca-d6a366affd8d tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:03.375876 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb58ce-1d66-4da6-851c-44c7214291e0 req-6f8a6ebb-8809-4aac-8980-1046b2da75f8 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:03.377446 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5ad460a5-994f-4533-ad50-0814b04defda req-ed99d4f6-675f-4d77-9fca-d6a366affd8d tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.124 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 948 time: 0.0952005 Feb 17 09:48:03.379003 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-63cb58ce-1d66-4da6-851c-44c7214291e0 req-6f8a6ebb-8809-4aac-8980-1046b2da75f8 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1068530 Feb 17 09:48:03.472656 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-63cb58ce-1d66-4da6-851c-44c7214291e0 req-60fe3f1f-5981-475c-ba8d-4ca96288c66d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846243 Feb 17 09:48:03.561496 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9364c-e02a-4050-828a-8af48d2db84b req-644df62a-f75b-4629-82b3-9854c2a187f7 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:03.564219 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1de9364c-e02a-4050-828a-8af48d2db84b req-644df62a-f75b-4629-82b3-9854c2a187f7 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 948 time: 0.0897996 Feb 17 09:48:03.567692 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-5ad460a5-994f-4533-ad50-0814b04defda req-7b1b5546-15e8-4d20-a59b-8ab25c56dcdb tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Deleting port 4c708a92-2f41-4304-a824-09fdc6828637 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:48:03.568401 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5ad460a5-994f-4533-ad50-0814b04defda req-7b1b5546-15e8-4d20-a59b-8ab25c56dcdb tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (4c708a92-2f41-4304-a824-09fdc6828637), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:03.636664 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1de9364c-e02a-4050-828a-8af48d2db84b req-4641eb58-adbc-4e89-ac6c-3f936c26b4ab tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdb64ece-d733-4843-8520-55b13e503537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641944 Feb 17 09:48:03.752046 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-5ad460a5-994f-4533-ad50-0814b04defda req-7b1b5546-15e8-4d20-a59b-8ab25c56dcdb tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] For port 4c708a92-2f41-4304-a824-09fdc6828637, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4c708a92-2f41-4304-a824-09fdc6828637,segment=NetworkSegment(9e8fb729-e185-43af-9bc3-94f76fb0901d),segment_id=9e8fb729-e185-43af-9bc3-94f76fb0901d)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:03.752752 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5ad460a5-994f-4533-ad50-0814b04defda req-7b1b5546-15e8-4d20-a59b-8ab25c56dcdb tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (4c708a92-2f41-4304-a824-09fdc6828637), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:03.778868 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-5ad460a5-994f-4533-ad50-0814b04defda req-7b1b5546-15e8-4d20-a59b-8ab25c56dcdb tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Calling delete_port for 4c708a92-2f41-4304-a824-09fdc6828637 owned by compute:nova {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:48:04.071915 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5ad460a5-994f-4533-ad50-0814b04defda req-7b1b5546-15e8-4d20-a59b-8ab25c56dcdb tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (4c708a92-2f41-4304-a824-09fdc6828637), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:04.089820 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['4c708a92-2f41-4304-a824-09fdc6828637'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:48:04.124720 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b5546-15e8-4d20-a59b-8ab25c56dcdb tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Pushing event deleted for resources: {'Port': ['ID=4c708a92-2f41-4304-a824-09fdc6828637,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:04.230479 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad460a5-994f-4533-ad50-0814b04defda req-7b1b5546-15e8-4d20-a59b-8ab25c56dcdb tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] No DVR routers for this DVR port 4c708a92-2f41-4304-a824-09fdc6828637 on host hv-cinder-77398 {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:48:04.234969 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 85615c13-1097-4a83-ba1f-34632b6791b3 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:48:04.238063 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5ad460a5-994f-4533-ad50-0814b04defda req-7b1b5546-15e8-4d20-a59b-8ab25c56dcdb tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:04.246437 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5ad460a5-994f-4533-ad50-0814b04defda req-7b1b5546-15e8-4d20-a59b-8ab25c56dcdb tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.124 "DELETE /v2.0/ports/4c708a92-2f41-4304-a824-09fdc6828637 HTTP/1.1" status: 204 len: 173 time: 0.8535888 Feb 17 09:48:04.247826 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50894da1-750f-4ca7-ad15-c6b69ee8b733', 'name': 'network-vif-deleted', 'tag': '4c708a92-2f41-4304-a824-09fdc6828637'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:04.253083 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1985097-c30c-4708-a8d4-664c850238b3" -d '{"events": [{"server_uuid": "50894da1-750f-4ca7-ad15-c6b69ee8b733", "name": "network-vif-deleted", "tag": "4c708a92-2f41-4304-a824-09fdc6828637"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:04.269519 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf7e1d-6f5e-4fa5-b060-919e3341934b req-97914a01-cb0b-47a0-a114-94bbbc5c56bb tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:04.289402 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-70bf7e1d-6f5e-4fa5-b060-919e3341934b req-97914a01-cb0b-47a0-a114-94bbbc5c56bb tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 944 time: 0.1627445 Feb 17 09:48:04.437222 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4024cea8-225e-4f90-ac9b-676bccc646f4 x-openstack-request-id: req-4024cea8-225e-4f90-ac9b-676bccc646f4 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:04.438037 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50894da1-750f-4ca7-ad15-c6b69ee8b733", "name": "network-vif-deleted", "tag": "4c708a92-2f41-4304-a824-09fdc6828637", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:04.438037 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4024cea8-225e-4f90-ac9b-676bccc646f4 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:04.438634 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50894da1-750f-4ca7-ad15-c6b69ee8b733', 'name': 'network-vif-deleted', 'tag': '4c708a92-2f41-4304-a824-09fdc6828637', 'status': 'completed', 'code': 200} Feb 17 09:48:04.466737 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-70bf7e1d-6f5e-4fa5-b060-919e3341934b req-818bb5be-7abf-4229-a34d-7fb323eec6a8 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758716 Feb 17 09:48:04.544538 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 85615c13-1097-4a83-ba1f-34632b6791b3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=85615c13-1097-4a83-ba1f-34632b6791b3,segment=NetworkSegment(cfa01e0d-7437-4018-b0e9-fbf4390a1706),segment_id=cfa01e0d-7437-4018-b0e9-fbf4390a1706)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:04.564503 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '85615c13-1097-4a83-ba1f-34632b6791b3', 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae', 'port_id': '85615c13-1097-4a83-ba1f-34632b6791b3', 'mac_address': 'fa:16:3e:ec:15:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863feecc-6356-479c-a0ea-65ca8b9da988', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:48:04.626819 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 85615c13-1097-4a83-ba1f-34632b6791b3 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:04.627225 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:04.663469 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85615c13-1097-4a83-ba1f-34632b6791b3 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:48:04.710784 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 85615c13-1097-4a83-ba1f-34632b6791b3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=85615c13-1097-4a83-ba1f-34632b6791b3,segment=NetworkSegment(cfa01e0d-7437-4018-b0e9-fbf4390a1706),segment_id=cfa01e0d-7437-4018-b0e9-fbf4390a1706)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:04.723896 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:04.796445 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecff82f-4ccd-4487-869a-17ba837b6d97 req-26075cac-b877-4ea3-afdb-6690900443bd tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:04.799161 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-aecff82f-4ccd-4487-869a-17ba837b6d97 req-26075cac-b877-4ea3-afdb-6690900443bd tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1192141 Feb 17 09:48:04.848054 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=85615c13-1097-4a83-ba1f-34632b6791b3,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:04.866521 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fe8dab1d-2710-48d3-9d6d-4ce69bf9e4df req-0e58132b-0908-4322-8310-259a01716217 tempest-VolumesNegativeTest-1709591759 tempest-VolumesNegativeTest-1709591759-project] 10.222.0.61 "GET /v2.0/ports?device_id=50894da1-750f-4ca7-ad15-c6b69ee8b733 HTTP/1.1" status: 200 len: 210 time: 0.0568874 Feb 17 09:48:04.900337 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:04.925403 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-aecff82f-4ccd-4487-869a-17ba837b6d97 req-ffe6effa-860e-4ad2-9a1f-334ecb0c97da tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113479 Feb 17 09:48:05.117823 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666964d-4480-4628-94a9-44364459120e req-c30d86ea-fe97-4afb-a64b-1dc8d1f82c9e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:05.119713 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-c30d86ea-fe97-4afb-a64b-1dc8d1f82c9e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 815 time: 0.1474392 Feb 17 09:48:05.145605 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-1b32a0fc-732a-40dc-bf73-dc942f7d0b96 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/quotas/1a47fbb1826f4ab18e51902128b6c104 HTTP/1.1" status: 200 len: 375 time: 0.0119910 Feb 17 09:48:05.236013 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-7a3762b9-bccd-4eb2-839a-58cbedf55bf9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759268 Feb 17 09:48:05.376033 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['85615c13-1097-4a83-ba1f-34632b6791b3'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:48:05.398547 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-cd766e8d-7394-4efb-bbd7-c93a566d7808 service neutron] 10.222.0.61 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511140 Feb 17 09:48:05.518588 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cd3d3-8db8-463f-a13d-383f85289dd1 req-7194d49c-1a6d-436a-82c9-b010e727ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:05.521498 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-296cd3d3-8db8-463f-a13d-383f85289dd1 req-7194d49c-1a6d-436a-82c9-b010e727ebbf service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 1129 time: 0.1127112 Feb 17 09:48:05.557696 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-bb159821-768e-4c59-a8ce-fd73683ced65 service neutron] 10.222.0.61 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523330 Feb 17 09:48:05.625066 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-296cd3d3-8db8-463f-a13d-383f85289dd1 req-125d417b-f5df-4dd7-a88d-e14848473adf service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940287 Feb 17 09:48:05.700722 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636238f-b748-4097-bf5e-d0e8e692c2a5 req-3958f5cd-8e5d-4e91-8d06-163da90dd194 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:05.702804 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a636238f-b748-4097-bf5e-d0e8e692c2a5 req-3958f5cd-8e5d-4e91-8d06-163da90dd194 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 945 time: 0.0973690 Feb 17 09:48:05.793303 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a636238f-b748-4097-bf5e-d0e8e692c2a5 req-d4f1ca30-aacd-46f1-bc7a-cc5a2609770e tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755939 Feb 17 09:48:05.842315 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dcd23b31-7565-41e0-9357-3bb9b739b089 req-3e0987cd-7c60-43bc-9d3b-055cf62c2fb7 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 210 time: 0.0468314 Feb 17 09:48:06.176631 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ae500-f8f1-4f24-8e13-50f49739b5c6 req-61019917-98a2-45fb-b0c5-af78216c1d7e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:06.201821 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f77ae500-f8f1-4f24-8e13-50f49739b5c6 req-61019917-98a2-45fb-b0c5-af78216c1d7e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1590214 Feb 17 09:48:06.315814 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f77ae500-f8f1-4f24-8e13-50f49739b5c6 req-759ba2e7-5ca4-4b6f-86c7-5a35ef5691a9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203761 Feb 17 09:48:06.634325 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59b67f-7e13-462b-b168-94de54911d75 req-05913abb-67df-46c7-b10f-9750e54a1a78 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:06.636321 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb59b67f-7e13-462b-b168-94de54911d75 req-05913abb-67df-46c7-b10f-9750e54a1a78 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1008797 Feb 17 09:48:06.759130 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb59b67f-7e13-462b-b168-94de54911d75 req-64e27e56-5bee-443f-8057-c637663eab3d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098177 Feb 17 09:48:07.092002 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f37ef9c9-90d6-45c2-8b36-3e4aeb9bb52c req-a0fa295e-2ec3-4994-a467-1610f0f270a3 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 210 time: 0.0523398 Feb 17 09:48:07.118141 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0277a-baa5-4798-b355-a52b2e354032 req-21365b0d-3cb4-4f6e-bf8f-51ee23bff43f tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:07.129750 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-baa0277a-baa5-4798-b355-a52b2e354032 req-21365b0d-3cb4-4f6e-bf8f-51ee23bff43f tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 945 time: 0.1519470 Feb 17 09:48:07.211435 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-baa0277a-baa5-4798-b355-a52b2e354032 req-9f5e9864-162d-4686-b7a5-692bfcaaefca tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805457 Feb 17 09:48:07.499131 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:07.524140 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20386ad-967f-4915-b5e7-2c4486d118e9 req-d4f3e1c1-aa31-4a7b-8b4f-bc7684d03da4 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:07.528590 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b20386ad-967f-4915-b5e7-2c4486d118e9 req-d4f3e1c1-aa31-4a7b-8b4f-bc7684d03da4 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1166122 Feb 17 09:48:07.616808 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b20386ad-967f-4915-b5e7-2c4486d118e9 req-f7cb2863-226d-4c19-9dde-2c019b4aa967 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813055 Feb 17 09:48:07.853827 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666964d-4480-4628-94a9-44364459120e req-91dc8071-3fc4-458d-b147-fa6878fd8df1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:07.864950 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-91dc8071-3fc4-458d-b147-fa6878fd8df1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 815 time: 0.2691977 Feb 17 09:48:08.067552 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118d06-3700-4738-b76e-661f4422669d req-f062233d-5b0d-4f74-a063-c0990fcdf8e4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:08.072295 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ce118d06-3700-4738-b76e-661f4422669d req-f062233d-5b0d-4f74-a063-c0990fcdf8e4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1444995 Feb 17 09:48:08.194197 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ce118d06-3700-4738-b76e-661f4422669d req-5db21529-a2d0-46e1-8117-0a4edeb068ee tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989125 Feb 17 09:48:08.207220 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2ee8a-d36f-42a1-9755-011ece6d4456 req-54149717-510f-4b2d-a68d-8ccb25677337 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:08.208883 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4ce2ee8a-d36f-42a1-9755-011ece6d4456 req-54149717-510f-4b2d-a68d-8ccb25677337 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1331501 Feb 17 09:48:08.284033 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4ce2ee8a-d36f-42a1-9755-011ece6d4456 req-5c252b09-a411-49a7-b6c8-975d8a51baa3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Feb 17 09:48:08.373419 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d0723e1b-710a-4ee8-8199-6c1ed8016aa7 req-e1684f4d-045f-4167-a649-906694b79225 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 210 time: 0.0418346 Feb 17 09:48:08.474608 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:08.509812 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daba91-275f-4457-951b-ef97e4622675 req-def42bad-7f3d-472c-9c28-576296a70e07 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:08.512325 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-66daba91-275f-4457-951b-ef97e4622675 req-def42bad-7f3d-472c-9c28-576296a70e07 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 945 time: 0.1068115 Feb 17 09:48:08.531642 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 85615c13-1097-4a83-ba1f-34632b6791b3 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:48:08.592058 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-66daba91-275f-4457-951b-ef97e4622675 req-4f59ccb5-c42d-4735-a9c8-e4112b322d46 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705578 Feb 17 09:48:08.640024 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 85615c13-1097-4a83-ba1f-34632b6791b3 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:48:08.647218 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 85615c13-1097-4a83-ba1f-34632b6791b3 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:48:08.647906 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:08.789899 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 85615c13-1097-4a83-ba1f-34632b6791b3 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:08.790244 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:08.828795 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200cc402-d4e3-4ce8-9265-f753ff6360ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85615c13-1097-4a83-ba1f-34632b6791b3'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:08.831479 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ca7ad-2e6a-4fc3-b1b1-8015dd1dea91" -d '{"events": [{"server_uuid": "200cc402-d4e3-4ce8-9265-f753ff6360ae", "name": "network-vif-plugged", "status": "completed", "tag": "85615c13-1097-4a83-ba1f-34632b6791b3"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:08.853761 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 85615c13-1097-4a83-ba1f-34632b6791b3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=85615c13-1097-4a83-ba1f-34632b6791b3,segment=NetworkSegment(cfa01e0d-7437-4018-b0e9-fbf4390a1706),segment_id=cfa01e0d-7437-4018-b0e9-fbf4390a1706)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:08.861013 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:08.862083 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 4c708a92-2f41-4304-a824-09fdc6828637 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:48:08.923967 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 4c708a92-2f41-4304-a824-09fdc6828637 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:48:08.924316 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 4c708a92-2f41-4304-a824-09fdc6828637 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:48:08.933397 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe85bc7-a529-4705-ad12-e1a65a36615f x-openstack-request-id: req-0fe85bc7-a529-4705-ad12-e1a65a36615f {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:08.933397 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200cc402-d4e3-4ce8-9265-f753ff6360ae", "name": "network-vif-plugged", "status": "completed", "tag": "85615c13-1097-4a83-ba1f-34632b6791b3", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:08.933397 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0fe85bc7-a529-4705-ad12-e1a65a36615f {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:08.934867 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200cc402-d4e3-4ce8-9265-f753ff6360ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85615c13-1097-4a83-ba1f-34632b6791b3', 'code': 200} Feb 17 09:48:08.968386 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=85615c13-1097-4a83-ba1f-34632b6791b3,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:08.978251 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.978632 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.979895 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.979895 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.980519 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.981201 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.981201 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.981686 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.981926 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.982357 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.982788 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.983179 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:08.983575 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:09.470133 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcaf00-7817-44b8-9069-d727c39501de req-7bf45155-c121-4abc-af3e-8f825bbc0856 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:09.472114 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cfdcaf00-7817-44b8-9069-d727c39501de req-7bf45155-c121-4abc-af3e-8f825bbc0856 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1256363 Feb 17 09:48:09.549823 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ef8ce-be53-4759-961c-7dfc12483e4e req-d9c992b3-d87e-4645-8711-39ffb5398a1b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:09.552788 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-975ef8ce-be53-4759-961c-7dfc12483e4e req-d9c992b3-d87e-4645-8711-39ffb5398a1b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1496866 Feb 17 09:48:09.640739 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cfdcaf00-7817-44b8-9069-d727c39501de req-533279da-07a8-4331-83d4-fa17c3b4e54f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529951 Feb 17 09:48:09.696840 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-975ef8ce-be53-4759-961c-7dfc12483e4e req-0a537fc6-ae52-4102-a50b-997b5195bbc9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149447 Feb 17 09:48:09.857220 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-87c53876-5b06-4b9a-aab9-4f7f97db291a req-93de58f0-c09b-4a16-a95e-819f8bd01fc5 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 210 time: 0.0738993 Feb 17 09:48:09.925301 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fa9e2-87c1-469b-a991-5118ecdf2410 req-838113e9-b03b-48cf-bc4e-e51fef8be601 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:09.927179 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-011fa9e2-87c1-469b-a991-5118ecdf2410 req-838113e9-b03b-48cf-bc4e-e51fef8be601 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 946 time: 0.1274104 Feb 17 09:48:09.998068 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-011fa9e2-87c1-469b-a991-5118ecdf2410 req-08860573-0278-4a8f-a72a-1c323ccc9acd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592072 Feb 17 09:48:10.506587 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Request body: {'port': {'device_id': '59744cd3-a901-4cc3-aba0-bd45b9b3a110', 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11', 'admin_state_up': True, 'tenant_id': '1a47fbb1826f4ab18e51902128b6c104'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:48:10.726375 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa61ea-2029-4bd8-8ca5-eb8d7301817c req-f7b98552-1312-4c27-9967-d96883a3ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:10.731737 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fbaa61ea-2029-4bd8-8ca5-eb8d7301817c req-f7b98552-1312-4c27-9967-d96883a3ca59 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 1129 time: 0.1461418 Feb 17 09:48:10.817339 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Made reservation on behalf of 1a47fbb1826f4ab18e51902128b6c104 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:48:10.827143 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:11.086802 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e29950-be88-4dcb-958a-da83578b6628 req-e72005b2-2728-4bbd-ab31-6d3ac9787fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:11.089422 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a4e29950-be88-4dcb-958a-da83578b6628 req-e72005b2-2728-4bbd-ab31-6d3ac9787fae service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 1130 time: 0.2394516 Feb 17 09:48:11.100358 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa3d45-d4a2-44fa-991a-4b6a05ff2e76 req-3cea2d75-796a-45c5-84e5-6a468f77aefb tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:11.102159 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7fa3d45-d4a2-44fa-991a-4b6a05ff2e76 req-3cea2d75-796a-45c5-84e5-6a468f77aefb tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.2935584 Feb 17 09:48:11.107114 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa61ea-2029-4bd8-8ca5-eb8d7301817c req-8cc233e8-7e9b-490c-ac95-1d73746d0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:11.108724 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fbaa61ea-2029-4bd8-8ca5-eb8d7301817c req-8cc233e8-7e9b-490c-ac95-1d73746d0712 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 920 time: 0.3548317 Feb 17 09:48:11.140908 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Allocated IP 172.20.0.3 (e9f66ec7-21ec-4b55-ac50-adffd10a3f11/e06c454d-9899-4568-ab7a-cca625863472/72d7a7db-0573-49b1-a745-8046630932c0) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:48:11.474467 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks [] for port (72d7a7db-0573-49b1-a745-8046630932c0), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:11.549706 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (72d7a7db-0573-49b1-a745-8046630932c0), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:11.565613 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['b6e41912-2233-4573-b818-1b4eb329f1b6', '9d16e019-6c3d-4f37-b876-df030b05c1e6', '0c3992cd-376d-489f-b473-55a6b888f648'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:48:11.654388 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:48:11.660829 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:48:11.669280 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:48:11.677575 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Pushing event updated for resources: {'Port': ['ID=72d7a7db-0573-49b1-a745-8046630932c0,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:11.713261 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fbaa61ea-2029-4bd8-8ca5-eb8d7301817c req-dcf3ea72-b8f0-4025-a2c5-45088067f80f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc HTTP/1.1" status: 200 len: 217 time: 0.5853186 Feb 17 09:48:11.727867 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1757074-52d4-486b-ac65-bf2842a37d6e req-3e53f3d7-cbbd-493d-b461-8b377222498a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:11.738779 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d1757074-52d4-486b-ac65-bf2842a37d6e req-3e53f3d7-cbbd-493d-b461-8b377222498a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.8215141 Feb 17 09:48:11.770092 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:11.770857 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:11.811999 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-c81bb259-f75b-443b-a79c-d2244f944011 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3233118 Feb 17 09:48:11.835735 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Request body: {'port': {'device_id': '59744cd3-a901-4cc3-aba0-bd45b9b3a110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:48:11.865084 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa61ea-2029-4bd8-8ca5-eb8d7301817c req-34862e93-31c3-4ff7-b037-8d1513dc59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:11.877670 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fbaa61ea-2029-4bd8-8ca5-eb8d7301817c req-34862e93-31c3-4ff7-b037-8d1513dc59c2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 200 len: 859 time: 0.1348834 Feb 17 09:48:11.893071 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a4e29950-be88-4dcb-958a-da83578b6628 req-392a7c69-c5ab-49b5-8f70-a7f0d8cee205 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7875023 Feb 17 09:48:11.945275 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (72d7a7db-0573-49b1-a745-8046630932c0), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:11.990011 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7fa3d45-d4a2-44fa-991a-4b6a05ff2e76 req-a60c7c04-caca-4399-bb79-db21e167baef tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8723974 Feb 17 09:48:12.005173 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fbaa61ea-2029-4bd8-8ca5-eb8d7301817c req-34bf8d76-ce98-4790-8654-144b680f05ba service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2aabd29-6432-404e-b9a9-6719dfe5d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101286 Feb 17 09:48:12.083251 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d1757074-52d4-486b-ac65-bf2842a37d6e req-69c6b138-9640-477a-bc4e-4df868953eae tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206366 Feb 17 09:48:12.272792 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dad208-ddff-4fd4-a995-04adbe99948f req-a4a9441b-fcd4-4388-9369-1963c53d551a tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:12.274403 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-66dad208-ddff-4fd4-a995-04adbe99948f req-a4a9441b-fcd4-4388-9369-1963c53d551a tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 931 time: 0.1562960 Feb 17 09:48:12.392478 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9611b78-fab3-4ec7-bbe4-70de216ef240 req-3d052de8-fef8-4c24-8982-97cf5ae89d9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:12.400007 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c9611b78-fab3-4ec7-bbe4-70de216ef240 req-3d052de8-fef8-4c24-8982-97cf5ae89d9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 946 time: 0.1880312 Feb 17 09:48:12.454614 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fbaa61ea-2029-4bd8-8ca5-eb8d7301817c req-fe477675-fc78-4844-8eb0-7775caf6993d service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757866 Feb 17 09:48:12.462033 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-66dad208-ddff-4fd4-a995-04adbe99948f req-b6d8e2cd-cc12-4789-be53-b8449268d66f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385765 Feb 17 09:48:12.471558 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d7a7db-0573-49b1-a745-8046630932c0 {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:48:12.508861 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Publish callbacks [] for port (72d7a7db-0573-49b1-a745-8046630932c0), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:12.539554 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c9611b78-fab3-4ec7-bbe4-70de216ef240 req-e5566075-4e20-4c64-9e1b-252fc9f15859 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334455 Feb 17 09:48:12.552574 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Transition to ACTIVE for port object 72d7a7db-0573-49b1-a745-8046630932c0 will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:48:12.560238 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (72d7a7db-0573-49b1-a745-8046630932c0), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:12.628742 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fbaa61ea-2029-4bd8-8ca5-eb8d7301817c req-fadda765-761f-4e4d-b5d7-c08e635ab9c0 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623220 Feb 17 09:48:12.656082 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Pushing event updated for resources: {'Port': ['ID=72d7a7db-0573-49b1-a745-8046630932c0,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:12.728480 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Attempting to bind port 72d7a7db-0573-49b1-a745-8046630932c0 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:48:12.729020 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Attempting to bind port 72d7a7db-0573-49b1-a745-8046630932c0 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:48:12.729674 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Attempting to bind port 72d7a7db-0573-49b1-a745-8046630932c0 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:48:12.735977 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Port 72d7a7db-0573-49b1-a745-8046630932c0 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:48:12.736450 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Attempting to bind port 72d7a7db-0573-49b1-a745-8046630932c0 on network e9f66ec7-21ec-4b55-ac50-adffd10a3f11 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:48:12.743739 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:48:12.744530 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Checking segment: {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:48:12.745803 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Bound using segment: {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:48:12.746527 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Bound port: 72d7a7db-0573-49b1-a745-8046630932c0, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43d9858-31a3-43fe-9c26-9d01f022eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:48:12.746953 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (72d7a7db-0573-49b1-a745-8046630932c0), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:12.839951 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] For port 72d7a7db-0573-49b1-a745-8046630932c0, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:48:12.844344 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] For port 72d7a7db-0573-49b1-a745-8046630932c0, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=72d7a7db-0573-49b1-a745-8046630932c0,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:48:12.856268 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (72d7a7db-0573-49b1-a745-8046630932c0), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:12.910301 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:12.910301 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:12.912218 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] 10.222.0.124 "PUT /v2.0/ports/72d7a7db-0573-49b1-a745-8046630932c0 HTTP/1.1" status: 200 len: 1093 time: 1.0878246 Feb 17 09:48:12.912860 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59744cd3-a901-4cc3-aba0-bd45b9b3a110', 'tag': '72d7a7db-0573-49b1-a745-8046630932c0'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:12.917747 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c85d91-1c50-4266-be99-8e47d532e3da" -d '{"events": [{"name": "network-changed", "server_uuid": "59744cd3-a901-4cc3-aba0-bd45b9b3a110", "tag": "72d7a7db-0573-49b1-a745-8046630932c0"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:12.978414 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105740f-07f7-4d87-97f3-83c658da4804 service neutron] Pushing event updated for resources: {'Port': ['ID=72d7a7db-0573-49b1-a745-8046630932c0,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:13.002420 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ec944f-27cf-491e-adf9-ca54eac06e6f x-openstack-request-id: req-16ec944f-27cf-491e-adf9-ca54eac06e6f {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:13.002769 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59744cd3-a901-4cc3-aba0-bd45b9b3a110", "tag": "72d7a7db-0573-49b1-a745-8046630932c0", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:13.003031 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16ec944f-27cf-491e-adf9-ca54eac06e6f {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:13.003472 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59744cd3-a901-4cc3-aba0-bd45b9b3a110', 'tag': '72d7a7db-0573-49b1-a745-8046630932c0', 'status': 'completed', 'code': 200} Feb 17 09:48:13.072335 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666964d-4480-4628-94a9-44364459120e req-36421015-8007-48fa-8d59-ed12d89ff185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:13.074256 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-36421015-8007-48fa-8d59-ed12d89ff185 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 1127 time: 0.0618489 Feb 17 09:48:13.144218 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-215126fe-a35d-4dc2-8784-d7c7bfde226a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d7a7db-0573-49b1-a745-8046630932c0 HTTP/1.1" status: 200 len: 217 time: 0.0601048 Feb 17 09:48:13.235577 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666964d-4480-4628-94a9-44364459120e req-47393027-9f0f-4e85-9163-82e0a2d8df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:13.238077 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-47393027-9f0f-4e85-9163-82e0a2d8df3d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e06c454d-9899-4568-ab7a-cca625863472 HTTP/1.1" status: 200 len: 855 time: 0.0807085 Feb 17 09:48:13.292166 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278fda5-0932-4fde-bebe-54f149b753eb req-5949d322-33f8-480d-b5b5-4a0fb3290181 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:13.293199 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-e025a5d1-5d85-4482-9fdc-eb18682c56cf service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421824 Feb 17 09:48:13.293975 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1278fda5-0932-4fde-bebe-54f149b753eb req-5949d322-33f8-480d-b5b5-4a0fb3290181 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1360247 Feb 17 09:48:13.310321 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b66d1-6442-4eef-9a56-07c33a847d1c req-9b7973d9-e3b8-46b3-871f-d644498e2060 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:13.312125 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1c2b66d1-6442-4eef-9a56-07c33a847d1c req-9b7973d9-e3b8-46b3-871f-d644498e2060 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1040342 Feb 17 09:48:13.405601 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1278fda5-0932-4fde-bebe-54f149b753eb req-7be0238a-7b12-402a-8963-36d74ef09771 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920782 Feb 17 09:48:13.414587 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1c2b66d1-6442-4eef-9a56-07c33a847d1c req-3328bb85-9322-41c6-8379-1f7cff534277 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823462 Feb 17 09:48:13.448959 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-32c94280-1f4e-4730-b959-5160894ee99b service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464121 Feb 17 09:48:13.595452 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0666964d-4480-4628-94a9-44364459120e req-a2d94d54-6675-4490-ae0f-c3d48d10f7cc service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322401 Feb 17 09:48:13.812321 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d18c48-9dce-4f61-ad41-db40e86efdb4 req-65710ecc-a3c8-46d4-9d5e-85242d4a840b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:13.815951 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-58d18c48-9dce-4f61-ad41-db40e86efdb4 req-65710ecc-a3c8-46d4-9d5e-85242d4a840b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 943 time: 0.1792393 Feb 17 09:48:13.878793 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c85d91-1c50-4266-be99-8e47d532e3da req-c18e5575-a196-4a4a-9018-9909dc16ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:13.886765 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-80c85d91-1c50-4266-be99-8e47d532e3da req-c18e5575-a196-4a4a-9018-9909dc16ca80 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1a47fbb1826f4ab18e51902128b6c104&device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 1127 time: 0.2060561 Feb 17 09:48:13.980059 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-58d18c48-9dce-4f61-ad41-db40e86efdb4 req-b08ac0dd-16fc-406e-b524-39586333e9b4 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456599 Feb 17 09:48:14.029406 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a20f57-3c99-4292-8913-0eb7ac2154f8 req-66768478-5d45-4948-a16f-131646471a00 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:14.048213 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-59a20f57-3c99-4292-8913-0eb7ac2154f8 req-66768478-5d45-4948-a16f-131646471a00 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 946 time: 0.1561055 Feb 17 09:48:14.085473 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:14.139715 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c85d91-1c50-4266-be99-8e47d532e3da req-4d32f17d-92e6-4166-840c-42ed39f56f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:14.142628 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-80c85d91-1c50-4266-be99-8e47d532e3da req-4d32f17d-92e6-4166-840c-42ed39f56f9b service neutron] 10.222.0.124 "GET /v2.0/networks?id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 200 len: 916 time: 0.2459290 Feb 17 09:48:14.209122 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-59a20f57-3c99-4292-8913-0eb7ac2154f8 req-a66e038a-7c1a-4d18-82be-c0a0e628d8ed tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589687 Feb 17 09:48:14.238037 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 55342) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:14.263755 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-80c85d91-1c50-4266-be99-8e47d532e3da req-30d2e76c-6f28-4da8-ae0a-9b38cc1407be service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d7a7db-0573-49b1-a745-8046630932c0 HTTP/1.1" status: 200 len: 217 time: 0.1105447 Feb 17 09:48:14.306198 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad675f14-8f75-4b80-b038-f0bb02b1c5f0 req-b1befa94-355b-4ab1-927d-679cfeed1053 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:14.309695 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ad675f14-8f75-4b80-b038-f0bb02b1c5f0 req-b1befa94-355b-4ab1-927d-679cfeed1053 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1291375 Feb 17 09:48:14.382155 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c85d91-1c50-4266-be99-8e47d532e3da req-460c196e-e51c-4f54-a709-c16479e802cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:14.386090 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-80c85d91-1c50-4266-be99-8e47d532e3da req-460c196e-e51c-4f54-a709-c16479e802cf service neutron] 10.222.0.124 "GET /v2.0/subnets?id=e06c454d-9899-4568-ab7a-cca625863472 HTTP/1.1" status: 200 len: 855 time: 0.1127932 Feb 17 09:48:14.435667 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-80c85d91-1c50-4266-be99-8e47d532e3da req-871961ce-60bd-4a3c-ab01-52efde698acc service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e9f66ec7-21ec-4b55-ac50-adffd10a3f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406330 Feb 17 09:48:14.444645 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ad675f14-8f75-4b80-b038-f0bb02b1c5f0 req-ed00de14-0eec-4e76-a723-04eeadc285ca tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221406 Feb 17 09:48:14.596519 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 55354) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:14.598386 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-04918e48-49d6-4169-9832-5235150da382 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ee7a7bdce1048b58496eb653698258b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546956 Feb 17 09:48:14.657098 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-80c85d91-1c50-4266-be99-8e47d532e3da req-0f11439e-7a9d-485a-bb5b-1024154c0637 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024686 Feb 17 09:48:14.720381 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd49b4-29b1-476e-a22b-57ec94cd2912 req-6cc203dc-b7a6-4de5-8f49-0417fa33a3b8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:14.722449 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4ddd49b4-29b1-476e-a22b-57ec94cd2912 req-6cc203dc-b7a6-4de5-8f49-0417fa33a3b8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1202319 Feb 17 09:48:14.726491 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-287a7b5b-4879-41b2-899d-8a419c85de4f admin admin] Publish callbacks [] for security_group (cdb64ece-d733-4843-8520-55b13e503537), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:14.757133 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35323e2e-0034-49cc-9170-64771072d511 req-a390e09f-52cb-4c35-b64f-a06def971225 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:14.758902 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-35323e2e-0034-49cc-9170-64771072d511 req-a390e09f-52cb-4c35-b64f-a06def971225 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1191077 Feb 17 09:48:14.811460 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-287a7b5b-4879-41b2-899d-8a419c85de4f admin admin] Publish callbacks [] for security_group (cdb64ece-d733-4843-8520-55b13e503537), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:14.842777 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4ddd49b4-29b1-476e-a22b-57ec94cd2912 req-c18afc5f-e2fd-4535-b7bc-a6413b4b477b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079559 Feb 17 09:48:14.861178 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-35323e2e-0034-49cc-9170-64771072d511 req-5f1f0c3f-61df-448e-aba2-dd4f3bc2f98a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884564 Feb 17 09:48:14.907908 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-80c85d91-1c50-4266-be99-8e47d532e3da req-1cef7f86-c680-4002-aa4d-24f064fdaa88 service neutron] 10.222.0.124 "GET /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400565 Feb 17 09:48:14.946444 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-287a7b5b-4879-41b2-899d-8a419c85de4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (cdb64ece-d733-4843-8520-55b13e503537), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:14.950485 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-287a7b5b-4879-41b2-899d-8a419c85de4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:14.951953 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-287a7b5b-4879-41b2-899d-8a419c85de4f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cdb64ece-d733-4843-8520-55b13e503537 HTTP/1.1" status: 204 len: 168 time: 0.3543646 Feb 17 09:48:14.966056 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a7b5b-4879-41b2-899d-8a419c85de4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb64ece-d733-4843-8520-55b13e503537,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:15.163426 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be20b12-a524-48b8-8c07-014162728ace req-05255c44-6ebc-4994-87f1-c337cd345de3 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:15.165433 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4be20b12-a524-48b8-8c07-014162728ace req-05255c44-6ebc-4994-87f1-c337cd345de3 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 943 time: 0.0776241 Feb 17 09:48:15.227571 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4be20b12-a524-48b8-8c07-014162728ace req-7eca8f3a-a855-4188-8d24-9f6972161346 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547678 Feb 17 09:48:15.398430 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a52842-8f82-486b-9c97-0ce961bb2b35 req-b6941133-a32d-4344-b4a8-38d1bcf471ba tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:15.400280 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e7a52842-8f82-486b-9c97-0ce961bb2b35 req-b6941133-a32d-4344-b4a8-38d1bcf471ba tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 946 time: 0.0730040 Feb 17 09:48:15.457491 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e7a52842-8f82-486b-9c97-0ce961bb2b35 req-9889462c-9211-4881-a893-a0ced369eb9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Feb 17 09:48:15.673483 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c526d3-94b5-44a1-9b6a-3da72b511f76 req-59d68b5c-fc33-437d-8014-ccd6a38fe1f3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:15.675635 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-33c526d3-94b5-44a1-9b6a-3da72b511f76 req-59d68b5c-fc33-437d-8014-ccd6a38fe1f3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1233490 Feb 17 09:48:15.767426 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-33c526d3-94b5-44a1-9b6a-3da72b511f76 req-fe7f4e20-c0fa-4560-a880-831c44ed0441 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778775 Feb 17 09:48:16.118038 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f18bd-b0d0-47d2-93f1-a806a39006f1 req-91c1c7f5-a532-4292-aef8-16172a818906 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:16.122165 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a96f18bd-b0d0-47d2-93f1-a806a39006f1 req-91c1c7f5-a532-4292-aef8-16172a818906 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1646609 Feb 17 09:48:16.206079 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c2f84-f6a3-4a3c-beff-451f885f72a0 req-ac44665e-9a1c-4409-a50d-e302332c1c71 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:16.209919 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cc2c2f84-f6a3-4a3c-beff-451f885f72a0 req-ac44665e-9a1c-4409-a50d-e302332c1c71 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1771312 Feb 17 09:48:16.269033 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 72d7a7db-0573-49b1-a745-8046630932c0 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:48:16.279920 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a96f18bd-b0d0-47d2-93f1-a806a39006f1 req-fb8dd0dd-69d4-4ce4-8864-47992d7fa2b3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378784 Feb 17 09:48:16.332264 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cc2c2f84-f6a3-4a3c-beff-451f885f72a0 req-c0d96bf5-3c57-42b1-8dba-50da20f201c7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058295 Feb 17 09:48:16.479117 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 72d7a7db-0573-49b1-a745-8046630932c0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=72d7a7db-0573-49b1-a745-8046630932c0,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:16.503120 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce99031-7d92-4d4e-9ecd-561f37f98afa req-af15a997-a51b-4e8c-b9cb-c2607cdb2645 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:16.505418 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1ce99031-7d92-4d4e-9ecd-561f37f98afa req-af15a997-a51b-4e8c-b9cb-c2607cdb2645 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 943 time: 0.0957847 Feb 17 09:48:16.514718 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '72d7a7db-0573-49b1-a745-8046630932c0', 'network_id': 'e9f66ec7-21ec-4b55-ac50-adffd10a3f11', 'port_id': '72d7a7db-0573-49b1-a745-8046630932c0', 'mac_address': 'fa:16:3e:3b:51:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06c454d-9899-4568-ab7a-cca625863472', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:48:16.612618 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 72d7a7db-0573-49b1-a745-8046630932c0 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:16.613925 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (72d7a7db-0573-49b1-a745-8046630932c0), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:16.629360 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1ce99031-7d92-4d4e-9ecd-561f37f98afa req-078522ca-b854-462f-9e4b-9c7ebd39e3cc tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139324 Feb 17 09:48:16.651456 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d7a7db-0573-49b1-a745-8046630932c0 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:48:16.697122 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 72d7a7db-0573-49b1-a745-8046630932c0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=72d7a7db-0573-49b1-a745-8046630932c0,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:16.704159 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (72d7a7db-0573-49b1-a745-8046630932c0), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:16.774884 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03553c8f-7b1b-45d4-b53b-4f50eba35a6f req-2d47acfa-ab7d-4c08-b965-3ce6d4512c96 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:16.782512 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-03553c8f-7b1b-45d4-b53b-4f50eba35a6f req-2d47acfa-ab7d-4c08-b965-3ce6d4512c96 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 946 time: 0.1098480 Feb 17 09:48:16.787774 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=72d7a7db-0573-49b1-a745-8046630932c0,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:16.910993 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-03553c8f-7b1b-45d4-b53b-4f50eba35a6f req-b997ffd3-ba19-4f5e-ada3-63886d0ffc7f tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145322 Feb 17 09:48:17.036580 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced9022-f90c-487a-aa6f-32b9227a207e req-3faf2ddc-0a5f-4895-89fc-629fe00b8320 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:17.039469 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5ced9022-f90c-487a-aa6f-32b9227a207e req-3faf2ddc-0a5f-4895-89fc-629fe00b8320 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1142721 Feb 17 09:48:17.123554 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5ced9022-f90c-487a-aa6f-32b9227a207e req-f35ba85e-6419-442f-b5f0-920fe1920034 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715086 Feb 17 09:48:17.488888 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78604bf6-b8e7-491a-8979-8ce1606a0493 req-5915ef0f-7e1c-4af5-aee7-38fb3c7d6fc9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:17.490947 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-78604bf6-b8e7-491a-8979-8ce1606a0493 req-5915ef0f-7e1c-4af5-aee7-38fb3c7d6fc9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.0742288 Feb 17 09:48:17.552656 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-78604bf6-b8e7-491a-8979-8ce1606a0493 req-7f3be577-6cd3-4ee0-b976-a02ed8686b75 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514765 Feb 17 09:48:17.853093 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0d7b8-040c-4638-a276-ac431c9639dc req-ba7ec27d-a742-459e-99d9-8987a706d476 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:17.856217 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-44c0d7b8-040c-4638-a276-ac431c9639dc req-ba7ec27d-a742-459e-99d9-8987a706d476 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 944 time: 0.1018481 Feb 17 09:48:17.943295 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-44c0d7b8-040c-4638-a276-ac431c9639dc req-03bcbd70-c18e-43ff-bd8b-e56270f0faa2 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763571 Feb 17 09:48:18.131348 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06391a-3652-4850-9976-74613210e920 req-347e3ff4-8c5f-41b5-8eef-dade68af6b87 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:18.132918 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-db06391a-3652-4850-9976-74613210e920 req-347e3ff4-8c5f-41b5-8eef-dade68af6b87 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 946 time: 0.0868680 Feb 17 09:48:18.223727 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-db06391a-3652-4850-9976-74613210e920 req-a817d690-a8e6-47d4-8188-c684b0d26a5b tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820704 Feb 17 09:48:18.303399 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b35938-78b0-45b7-b49e-84719507769c req-ddd3de9d-4581-42bc-a139-f1ed0102f5b0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:18.306498 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e3b35938-78b0-45b7-b49e-84719507769c req-ddd3de9d-4581-42bc-a139-f1ed0102f5b0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0754528 Feb 17 09:48:18.394203 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e3b35938-78b0-45b7-b49e-84719507769c req-9af99585-581a-4e88-b02c-405ad17883f5 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764751 Feb 17 09:48:18.771831 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee0ae2-9ba0-412b-9290-f05833258f18 req-6fe8d01f-bea0-41ea-bb98-34d28b318d42 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:18.774808 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-67ee0ae2-9ba0-412b-9290-f05833258f18 req-6fe8d01f-bea0-41ea-bb98-34d28b318d42 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.0953991 Feb 17 09:48:18.865888 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-67ee0ae2-9ba0-412b-9290-f05833258f18 req-88db453c-3a02-4b7a-ae09-59302aa40f90 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842626 Feb 17 09:48:19.158794 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd5783-ff33-4018-8e0b-ec9f8da3eb85 req-be3b18ac-e16a-4bba-8007-8c559e39a7cb tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:19.160498 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c0dd5783-ff33-4018-8e0b-ec9f8da3eb85 req-be3b18ac-e16a-4bba-8007-8c559e39a7cb tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 944 time: 0.0678096 Feb 17 09:48:19.227495 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c0dd5783-ff33-4018-8e0b-ec9f8da3eb85 req-6c423de3-c370-47c0-a821-164feef58ed8 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559990 Feb 17 09:48:19.428660 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb96a9-67ca-46f2-b865-4801d1124637 req-b2c14463-abeb-40d6-a6ec-161008347c91 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:19.431335 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-80eb96a9-67ca-46f2-b865-4801d1124637 req-b2c14463-abeb-40d6-a6ec-161008347c91 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 946 time: 0.0939493 Feb 17 09:48:19.504295 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-80eb96a9-67ca-46f2-b865-4801d1124637 req-870e2dc8-2e7d-44d4-bcb6-94b14db4f53b tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622890 Feb 17 09:48:19.593314 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b69bc0-d917-4a1a-b317-6190fe23f81f req-ee73befe-9671-4a9a-b687-a2e2b02f165d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:19.596231 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-32b69bc0-d917-4a1a-b317-6190fe23f81f req-ee73befe-9671-4a9a-b687-a2e2b02f165d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0860918 Feb 17 09:48:19.687518 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-32b69bc0-d917-4a1a-b317-6190fe23f81f req-8d206a9f-1b99-4136-94fb-b699ed2d9b90 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841465 Feb 17 09:48:20.060375 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4daad-9c51-4df1-9670-e8a78a8371b0 req-fb95a163-a87c-40f7-876a-4c8f46134300 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:20.063286 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-71d4daad-9c51-4df1-9670-e8a78a8371b0 req-fb95a163-a87c-40f7-876a-4c8f46134300 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.0899496 Feb 17 09:48:20.150536 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['72d7a7db-0573-49b1-a745-8046630932c0'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:48:20.157285 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-71d4daad-9c51-4df1-9670-e8a78a8371b0 req-9b53b1f6-496a-4150-913d-b5800f4ce1e1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824068 Feb 17 09:48:20.397228 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93895093-1896-46be-a32a-f79fb941f6be req-007ec7f4-f98c-41f4-8612-b4a6b031f9f8 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:20.399750 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-93895093-1896-46be-a32a-f79fb941f6be req-007ec7f4-f98c-41f4-8612-b4a6b031f9f8 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.124 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 946 time: 0.1243615 Feb 17 09:48:20.441658 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abf00e-fba8-4688-80dd-15848453df9d req-a58fc3d8-729f-48c3-9861-cd0d30cfad79 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:20.444543 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49abf00e-fba8-4688-80dd-15848453df9d req-a58fc3d8-729f-48c3-9861-cd0d30cfad79 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 944 time: 0.1136816 Feb 17 09:48:20.548812 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49abf00e-fba8-4688-80dd-15848453df9d req-c568cde6-fb4e-4b0f-bb78-2b8aae46b7d3 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958433 Feb 17 09:48:20.592909 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-93895093-1896-46be-a32a-f79fb941f6be req-6f7a6815-6370-4446-9cfb-f0d9ba8e97c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Deleting port 85615c13-1097-4a83-ba1f-34632b6791b3 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:48:20.593622 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-93895093-1896-46be-a32a-f79fb941f6be req-6f7a6815-6370-4446-9cfb-f0d9ba8e97c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:20.764636 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bf61b-9783-4560-b874-22b692369a75 req-4557ef1a-339f-4c3c-99d1-a3581e6b1704 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:20.767924 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d90bf61b-9783-4560-b874-22b692369a75 req-4557ef1a-339f-4c3c-99d1-a3581e6b1704 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 946 time: 0.1158917 Feb 17 09:48:20.783280 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-93895093-1896-46be-a32a-f79fb941f6be req-6f7a6815-6370-4446-9cfb-f0d9ba8e97c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] For port 85615c13-1097-4a83-ba1f-34632b6791b3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=85615c13-1097-4a83-ba1f-34632b6791b3,segment=NetworkSegment(cfa01e0d-7437-4018-b0e9-fbf4390a1706),segment_id=cfa01e0d-7437-4018-b0e9-fbf4390a1706)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:20.783922 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-93895093-1896-46be-a32a-f79fb941f6be req-6f7a6815-6370-4446-9cfb-f0d9ba8e97c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:20.811859 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-93895093-1896-46be-a32a-f79fb941f6be req-6f7a6815-6370-4446-9cfb-f0d9ba8e97c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Calling delete_port for 85615c13-1097-4a83-ba1f-34632b6791b3 owned by compute:nova {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:48:20.925902 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d90bf61b-9783-4560-b874-22b692369a75 req-dbcb4837-b77b-42f7-8bca-5d52fccc531d tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445410 Feb 17 09:48:20.959807 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b0a54-31fb-4ef7-b189-460059badee7 req-2c11aa4f-5e91-43e1-bd59-3e5210a12c60 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:20.961640 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-496b0a54-31fb-4ef7-b189-460059badee7 req-2c11aa4f-5e91-43e1-bd59-3e5210a12c60 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1472378 Feb 17 09:48:21.066770 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-496b0a54-31fb-4ef7-b189-460059badee7 req-77e5b778-081b-4209-b917-9f4f1a6c8a7a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907657 Feb 17 09:48:21.068039 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-93895093-1896-46be-a32a-f79fb941f6be req-6f7a6815-6370-4446-9cfb-f0d9ba8e97c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (85615c13-1097-4a83-ba1f-34632b6791b3), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:21.089246 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['85615c13-1097-4a83-ba1f-34632b6791b3'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:48:21.133553 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a6815-6370-4446-9cfb-f0d9ba8e97c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Pushing event deleted for resources: {'Port': ['ID=85615c13-1097-4a83-ba1f-34632b6791b3,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:21.206854 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-93895093-1896-46be-a32a-f79fb941f6be req-6f7a6815-6370-4446-9cfb-f0d9ba8e97c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] No DVR routers for this DVR port 85615c13-1097-4a83-ba1f-34632b6791b3 on host hv-cinder-77398 {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:48:21.211679 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-93895093-1896-46be-a32a-f79fb941f6be req-6f7a6815-6370-4446-9cfb-f0d9ba8e97c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:21.218735 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-93895093-1896-46be-a32a-f79fb941f6be req-6f7a6815-6370-4446-9cfb-f0d9ba8e97c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.124 "DELETE /v2.0/ports/85615c13-1097-4a83-ba1f-34632b6791b3 HTTP/1.1" status: 204 len: 173 time: 0.8055191 Feb 17 09:48:21.219535 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200cc402-d4e3-4ce8-9265-f753ff6360ae', 'name': 'network-vif-deleted', 'tag': '85615c13-1097-4a83-ba1f-34632b6791b3'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:21.223945 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a255c9b-1a8d-49f9-b83f-827b9246b037" -d '{"events": [{"server_uuid": "200cc402-d4e3-4ce8-9265-f753ff6360ae", "name": "network-vif-deleted", "tag": "85615c13-1097-4a83-ba1f-34632b6791b3"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:21.299997 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6a9cc8-3bfa-461d-abbf-920df1b0dda5 x-openstack-request-id: req-cd6a9cc8-3bfa-461d-abbf-920df1b0dda5 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:21.300576 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200cc402-d4e3-4ce8-9265-f753ff6360ae", "name": "network-vif-deleted", "tag": "85615c13-1097-4a83-ba1f-34632b6791b3", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:21.301135 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd6a9cc8-3bfa-461d-abbf-920df1b0dda5 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:21.301962 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200cc402-d4e3-4ce8-9265-f753ff6360ae', 'name': 'network-vif-deleted', 'tag': '85615c13-1097-4a83-ba1f-34632b6791b3', 'status': 'completed', 'code': 200} Feb 17 09:48:21.404713 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad1788-4c18-476e-b2b3-1c315e0cf047 req-9c0d80cb-df67-4cb4-bb49-c6f300da0486 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:21.406918 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-06ad1788-4c18-476e-b2b3-1c315e0cf047 req-9c0d80cb-df67-4cb4-bb49-c6f300da0486 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1092341 Feb 17 09:48:21.530117 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-06ad1788-4c18-476e-b2b3-1c315e0cf047 req-a96a8ac9-bb1a-4762-b8d4-d90f9a80b43e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104710 Feb 17 09:48:21.539804 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9637-094c-4387-9cab-699392420d81 req-37960265-57cb-41f1-8b46-af2a381ba3f5 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:21.542183 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c13c9637-094c-4387-9cab-699392420d81 req-37960265-57cb-41f1-8b46-af2a381ba3f5 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1334593 Feb 17 09:48:21.637520 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c13c9637-094c-4387-9cab-699392420d81 req-39a85291-9f46-425f-b4af-1eb0ed03b31f tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825269 Feb 17 09:48:21.797879 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cf830-3f6d-434d-8199-65b3d4afba10 req-1eabfa39-dc84-43ad-aa7f-bafb7c4aca12 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:21.800700 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fa3cf830-3f6d-434d-8199-65b3d4afba10 req-1eabfa39-dc84-43ad-aa7f-bafb7c4aca12 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 944 time: 0.1172810 Feb 17 09:48:21.900793 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fa3cf830-3f6d-434d-8199-65b3d4afba10 req-0e61a3ed-2bd3-4b11-b751-ddc620b19475 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888650 Feb 17 09:48:22.149079 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a343af24-36ea-403b-9971-f9c3f13a9011 req-9619352a-555e-4304-8f6b-fecc3736c268 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=200cc402-d4e3-4ce8-9265-f753ff6360ae HTTP/1.1" status: 200 len: 210 time: 0.0465312 Feb 17 09:48:22.291424 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 72d7a7db-0573-49b1-a745-8046630932c0 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:48:22.347383 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac7b3d-2e5f-4098-9d34-29a4e1575039 req-ec38073a-73f2-46ff-8daa-92156d1c5463 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:22.350291 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-98ac7b3d-2e5f-4098-9d34-29a4e1575039 req-ec38073a-73f2-46ff-8daa-92156d1c5463 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0916533 Feb 17 09:48:22.375593 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 72d7a7db-0573-49b1-a745-8046630932c0 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:48:22.382240 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 72d7a7db-0573-49b1-a745-8046630932c0 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:48:22.382900 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (72d7a7db-0573-49b1-a745-8046630932c0), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:22.432868 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-98ac7b3d-2e5f-4098-9d34-29a4e1575039 req-030960f2-7a90-4634-918b-7c1c32be6ba9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757475 Feb 17 09:48:22.491953 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 72d7a7db-0573-49b1-a745-8046630932c0 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:22.492408 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (72d7a7db-0573-49b1-a745-8046630932c0), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:22.523196 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59744cd3-a901-4cc3-aba0-bd45b9b3a110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d7a7db-0573-49b1-a745-8046630932c0'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:22.526515 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2569027-a559-4714-93a6-fdb783699aaa" -d '{"events": [{"server_uuid": "59744cd3-a901-4cc3-aba0-bd45b9b3a110", "name": "network-vif-plugged", "status": "completed", "tag": "72d7a7db-0573-49b1-a745-8046630932c0"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:22.547580 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 72d7a7db-0573-49b1-a745-8046630932c0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=72d7a7db-0573-49b1-a745-8046630932c0,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:22.552189 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (72d7a7db-0573-49b1-a745-8046630932c0), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:22.553512 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 85615c13-1097-4a83-ba1f-34632b6791b3 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:48:22.599977 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfd2b66-4ca2-4d8e-992e-d4dc1cdfdcd0 x-openstack-request-id: req-3bfd2b66-4ca2-4d8e-992e-d4dc1cdfdcd0 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:22.600457 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59744cd3-a901-4cc3-aba0-bd45b9b3a110", "name": "network-vif-plugged", "status": "completed", "tag": "72d7a7db-0573-49b1-a745-8046630932c0", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:22.600609 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3bfd2b66-4ca2-4d8e-992e-d4dc1cdfdcd0 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:22.600995 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59744cd3-a901-4cc3-aba0-bd45b9b3a110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d7a7db-0573-49b1-a745-8046630932c0', 'code': 200} Feb 17 09:48:22.606651 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 85615c13-1097-4a83-ba1f-34632b6791b3 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:48:22.607003 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 85615c13-1097-4a83-ba1f-34632b6791b3 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:48:22.651664 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=72d7a7db-0573-49b1-a745-8046630932c0,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:22.731129 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572013a1-e916-4483-a451-c0fbc98eca78 req-5f309873-b889-4eee-8755-1d344dfe8c80 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:22.732825 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-572013a1-e916-4483-a451-c0fbc98eca78 req-5f309873-b889-4eee-8755-1d344dfe8c80 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.0669594 Feb 17 09:48:22.839824 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-572013a1-e916-4483-a451-c0fbc98eca78 req-cea9065d-f496-4554-b461-91969b0bd092 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993690 Feb 17 09:48:22.869534 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285e952-21bd-4f3c-8a57-40ba0f2d0917 req-006e0c10-ab31-4cc8-bcf0-255fcdd38764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:22.871355 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1285e952-21bd-4f3c-8a57-40ba0f2d0917 req-006e0c10-ab31-4cc8-bcf0-255fcdd38764 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 1129 time: 0.0734293 Feb 17 09:48:22.945823 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1285e952-21bd-4f3c-8a57-40ba0f2d0917 req-cbbc50bd-bd31-42f4-a273-ef74ebce7faf service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675910 Feb 17 09:48:23.101181 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e9d71-f3ad-4566-b3de-b6321f4b7aca req-3c0ab861-0765-4eb8-b953-29e3dcffc6cc tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:23.103172 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a82e9d71-f3ad-4566-b3de-b6321f4b7aca req-3c0ab861-0765-4eb8-b953-29e3dcffc6cc tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 945 time: 0.0802798 Feb 17 09:48:23.167323 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a82e9d71-f3ad-4566-b3de-b6321f4b7aca req-e6f79825-2459-4e5d-ac6e-a0a8384e0006 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Feb 17 09:48:23.732079 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-4e5898f5-5bc5-440d-bd40-59ead25390ae tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:23.735095 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-4e5898f5-5bc5-440d-bd40-59ead25390ae tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/networks?id=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae HTTP/1.1" status: 200 len: 808 time: 0.2701285 Feb 17 09:48:23.757217 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e7128-16b7-4ca6-a72c-2b6368cd55be req-5eb45639-d145-4896-b12f-c13d440c4342 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:23.759939 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a47e7128-16b7-4ca6-a72c-2b6368cd55be req-5eb45639-d145-4896-b12f-c13d440c4342 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1607578 Feb 17 09:48:23.791046 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-1fe5ae01-b617-4950-a77f-5aa9767e3cdc tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/quotas/58e8207f8eab42bd9076dd1c3e3caa73 HTTP/1.1" status: 200 len: 375 time: 0.0293581 Feb 17 09:48:23.866088 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-0c5d9eb1-70a2-4620-bfc8-516581dd0523 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=58e8207f8eab42bd9076dd1c3e3caa73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610273 Feb 17 09:48:23.959113 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a47e7128-16b7-4ca6-a72c-2b6368cd55be req-09a3dc50-1f3e-4555-a663-0cdc7628dbc0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840365 Feb 17 09:48:24.097635 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-1679cff9-ca1f-4741-b57c-59ec4012b3fe service neutron] 10.222.0.61 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155893 Feb 17 09:48:24.294139 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22547fcd-d510-4cfd-bcbd-28f4b5fb0783 req-8dad4f3a-0750-4aac-9595-34f8c4502885 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:24.296556 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-22547fcd-d510-4cfd-bcbd-28f4b5fb0783 req-8dad4f3a-0750-4aac-9595-34f8c4502885 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.2235744 Feb 17 09:48:24.351410 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-2031e622-8770-4702-a29a-899fbde029fb service neutron] 10.222.0.61 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243042 Feb 17 09:48:24.421892 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-22547fcd-d510-4cfd-bcbd-28f4b5fb0783 req-26e7a08b-a517-4b25-bf14-c1fe9b910360 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144190 Feb 17 09:48:24.645334 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e21a39-30c2-4c39-b670-ca98f15f8afb req-d0925612-28bb-41fd-943f-7aa12b9433ce tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:24.648331 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-08e21a39-30c2-4c39-b670-ca98f15f8afb req-d0925612-28bb-41fd-943f-7aa12b9433ce tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 945 time: 0.1096799 Feb 17 09:48:24.721345 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ca50b6f1-0019-460d-bda4-9ea849a749c2 req-cb770b49-cbef-40f3-935d-74f56e060188 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 210 time: 0.0703628 Feb 17 09:48:24.809327 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-08e21a39-30c2-4c39-b670-ca98f15f8afb req-0289b40f-5bf7-494d-8ec4-c90bce66d0c4 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364079 Feb 17 09:48:25.183439 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712712bd-3b78-427e-b253-3a886720ec87 req-5bc9dc4e-e21e-45ff-bc43-9ac79f39acc0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:25.185428 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-712712bd-3b78-427e-b253-3a886720ec87 req-5bc9dc4e-e21e-45ff-bc43-9ac79f39acc0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0823414 Feb 17 09:48:25.284110 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-712712bd-3b78-427e-b253-3a886720ec87 req-e34844af-b081-46eb-921d-8160b9f6e9be tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861158 Feb 17 09:48:25.696040 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0af50-5d8f-4a0e-ae9b-011807720105 req-9bfd5331-9694-4d3d-81c7-1c506c560ddf tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:25.699150 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7e0af50-5d8f-4a0e-ae9b-011807720105 req-9bfd5331-9694-4d3d-81c7-1c506c560ddf tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1126459 Feb 17 09:48:25.780948 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7e0af50-5d8f-4a0e-ae9b-011807720105 req-307712d5-89bf-404f-9d8e-4f87eee4023a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696023 Feb 17 09:48:25.895555 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-525cf6f7-ad30-411a-821d-8b1120f9a336 req-6d332490-4f19-4bbd-87cf-c33a89b0d408 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 210 time: 0.0475762 Feb 17 09:48:26.017959 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60be7a-3f2d-4094-bae1-c77707dd30ff req-909c4ee0-8f42-461c-b89e-5f51af317531 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:26.019486 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c60be7a-3f2d-4094-bae1-c77707dd30ff req-909c4ee0-8f42-461c-b89e-5f51af317531 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 945 time: 0.0741634 Feb 17 09:48:26.077904 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c60be7a-3f2d-4094-bae1-c77707dd30ff req-4f180460-397f-487e-81e3-374fdf599451 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507262 Feb 17 09:48:26.274905 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-1911fcfa-c174-4ff8-ade0-de6523e6bab6 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:26.276410 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-1911fcfa-c174-4ff8-ade0-de6523e6bab6 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.124 "GET /v2.0/networks?id=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae HTTP/1.1" status: 200 len: 808 time: 0.1218908 Feb 17 09:48:26.310721 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Request body: {'port': {'device_id': 'b602399d-25fd-452b-aba1-ea1951a83d93', 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae', 'admin_state_up': True, 'tenant_id': '58e8207f8eab42bd9076dd1c3e3caa73'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:48:26.489452 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89f183-1bab-4af5-8a33-8e4ad16e21d2 req-8e37c9ae-1de2-432d-b63f-5a0c4f24a977 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:26.495844 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-db89f183-1bab-4af5-8a33-8e4ad16e21d2 req-8e37c9ae-1de2-432d-b63f-5a0c4f24a977 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0814409 Feb 17 09:48:26.566122 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Made reservation on behalf of 58e8207f8eab42bd9076dd1c3e3caa73 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:48:26.571960 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:26.602168 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-db89f183-1bab-4af5-8a33-8e4ad16e21d2 req-fad94540-43c1-4323-a67d-9e043b8a7a7a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938027 Feb 17 09:48:26.846376 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Allocated IP 172.20.0.5 (ab9c3a1f-3bb5-4215-a7c8-4c907c088fae/863feecc-6356-479c-a0ea-65ca8b9da988/02ddbf58-c5a1-4781-9da6-6eaa29a42279) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:48:27.029634 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 55560) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:27.131837 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d27a485f-e5f2-4af6-b35a-1f1a1a83e5cd req-81839a94-ede1-4b41-bcbe-8a843ffb5a12 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 210 time: 0.0663192 Feb 17 09:48:27.153932 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ac4d7-4dc0-47a1-8d06-33b1b2bc2d06 req-c3ba4d0f-df45-4355-b520-8f7ed21d9048 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:27.168674 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b02ac4d7-4dc0-47a1-8d06-33b1b2bc2d06 req-c3ba4d0f-df45-4355-b520-8f7ed21d9048 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.2160988 Feb 17 09:48:27.170854 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks [] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:27.246528 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:27.279483 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b02ac4d7-4dc0-47a1-8d06-33b1b2bc2d06 req-05aafc93-bfd3-417d-96dc-85248fa40082 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094828 Feb 17 09:48:27.281848 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d4f9dff1-2032-4b0c-a3b4-ffe779a2a892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:27.336642 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:48:27.343453 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:48:27.347077 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:48:27.384078 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Pushing event updated for resources: {'Port': ['ID=02ddbf58-c5a1-4781-9da6-6eaa29a42279,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:27.435784 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:27.437103 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:27.449363 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d4f9dff1-2032-4b0c-a3b4-ffe779a2a892 admin admin] Publish callbacks [] for security_group (99973565-103c-44f0-b969-a53561449de9), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:27.456814 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d4f9dff1-2032-4b0c-a3b4-ffe779a2a892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (99973565-103c-44f0-b969-a53561449de9), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:27.467891 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-67ce84b1-300b-42bc-921a-de2a867c16fd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1650436 Feb 17 09:48:27.487288 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Request body: {'port': {'device_id': 'b602399d-25fd-452b-aba1-ea1951a83d93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:48:27.532366 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-d4f9dff1-2032-4b0c-a3b4-ffe779a2a892 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a1472788536449dae630f9c31a0a45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4999897 Feb 17 09:48:27.533908 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9dff1-2032-4b0c-a3b4-ffe779a2a892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99973565-103c-44f0-b969-a53561449de9,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:27.538449 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 55566) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:27.640225 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f6b6e377-2f1a-4d14-b8a2-35059cae5ea6 admin admin] Publish callbacks [] for security_group (99973565-103c-44f0-b969-a53561449de9), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:27.700438 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f6b6e377-2f1a-4d14-b8a2-35059cae5ea6 admin admin] Publish callbacks [] for security_group (99973565-103c-44f0-b969-a53561449de9), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:27.824233 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f6b6e377-2f1a-4d14-b8a2-35059cae5ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (99973565-103c-44f0-b969-a53561449de9), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:27.828100 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f6b6e377-2f1a-4d14-b8a2-35059cae5ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:27.834127 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-f6b6e377-2f1a-4d14-b8a2-35059cae5ea6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99973565-103c-44f0-b969-a53561449de9 HTTP/1.1" status: 204 len: 168 time: 0.2902257 Feb 17 09:48:27.861092 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6e377-2f1a-4d14-b8a2-35059cae5ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99973565-103c-44f0-b969-a53561449de9,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:27.927644 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d88502-014b-4182-880c-7c377a09375d req-56ca850a-61d3-47c3-a0af-45b6a0a1bfee tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:27.942674 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-29d88502-014b-4182-880c-7c377a09375d req-56ca850a-61d3-47c3-a0af-45b6a0a1bfee tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1669040 Feb 17 09:48:28.070732 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-29d88502-014b-4182-880c-7c377a09375d req-a298322b-af59-4e06-b55c-c49262bb648e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138763 Feb 17 09:48:28.167755 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:28.338669 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 88dd9ba2-e308-4574-8f73-b91094312591 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:48:28.583774 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52330735-5c60-4078-8643-7e96da9863d1 req-b5ed26d3-e73f-4de8-85be-a45f9f78a929 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:28.595079 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-52330735-5c60-4078-8643-7e96da9863d1 req-b5ed26d3-e73f-4de8-85be-a45f9f78a929 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 931 time: 0.3003845 Feb 17 09:48:28.745301 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-52330735-5c60-4078-8643-7e96da9863d1 req-2c10712b-7e7b-4d9b-8f66-ae3d7e6d334d tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481483 Feb 17 09:48:28.764868 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862091c5-c6eb-48a1-8645-9046d1b0fbfb req-7d258c54-72ce-40c0-b3e7-f5a4c4b8e104 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:28.779092 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-862091c5-c6eb-48a1-8645-9046d1b0fbfb req-7d258c54-72ce-40c0-b3e7-f5a4c4b8e104 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1714137 Feb 17 09:48:28.781223 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:28.814738 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '88dd9ba2-e308-4574-8f73-b91094312591', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'port_id': '88dd9ba2-e308-4574-8f73-b91094312591', 'mac_address': 'fa:16:3e:93:a3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:48:28.881709 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-862091c5-c6eb-48a1-8645-9046d1b0fbfb req-86ff42ee-8893-4f29-a596-d506a09a2759 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020117 Feb 17 09:48:28.985638 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 88dd9ba2-e308-4574-8f73-b91094312591 is: ACTIVE; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:28.985638 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (88dd9ba2-e308-4574-8f73-b91094312591), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:29.018457 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88dd9ba2-e308-4574-8f73-b91094312591 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:48:29.060914 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:29.074484 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:29.118374 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ddbf58-c5a1-4781-9da6-6eaa29a42279 {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:48:29.147714 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Publish callbacks [] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:29.187517 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Transition to ACTIVE for port object 02ddbf58-c5a1-4781-9da6-6eaa29a42279 will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:48:29.190183 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=6']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:29.194284 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:29.303684 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['88dd9ba2-e308-4574-8f73-b91094312591'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:48:29.330410 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Pushing event updated for resources: {'Port': ['ID=02ddbf58-c5a1-4781-9da6-6eaa29a42279,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:29.338994 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84b79e-9d70-45b3-ba81-24133ba2b1b7 req-c2ca13a0-8c5f-4ad1-938f-6ea6b4195f35 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:29.362271 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1b84b79e-9d70-45b3-ba81-24133ba2b1b7 req-c2ca13a0-8c5f-4ad1-938f-6ea6b4195f35 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1599844 Feb 17 09:48:29.481481 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Attempting to bind port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:48:29.481854 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Attempting to bind port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'cfa01e0d-7437-4018-b0e9-fbf4390a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:48:29.482327 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Attempting to bind port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 on network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:48:29.486886 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1b84b79e-9d70-45b3-ba81-24133ba2b1b7 req-dd1e439c-86a9-45dd-b5c6-2cfe80389fec tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060777 Feb 17 09:48:29.489078 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 on network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:48:29.490416 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Attempting to bind port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 on network ab9c3a1f-3bb5-4215-a7c8-4c907c088fae {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:48:29.499434 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:48:29.499971 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Checking segment: {'id': 'cfa01e0d-7437-4018-b0e9-fbf4390a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:48:29.500603 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Bound using segment: {'id': 'cfa01e0d-7437-4018-b0e9-fbf4390a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:48:29.501435 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Bound port: 02ddbf58-c5a1-4781-9da6-6eaa29a42279, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa01e0d-7437-4018-b0e9-fbf4390a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:48:29.502072 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:29.669453 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] For port 02ddbf58-c5a1-4781-9da6-6eaa29a42279, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:48:29.677016 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] For port 02ddbf58-c5a1-4781-9da6-6eaa29a42279, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=02ddbf58-c5a1-4781-9da6-6eaa29a42279,segment=NetworkSegment(cfa01e0d-7437-4018-b0e9-fbf4390a1706),segment_id=cfa01e0d-7437-4018-b0e9-fbf4390a1706)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:48:29.697353 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:29.788308 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:29.789282 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:29.792388 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] 10.222.0.124 "PUT /v2.0/ports/02ddbf58-c5a1-4781-9da6-6eaa29a42279 HTTP/1.1" status: 200 len: 1093 time: 2.3128233 Feb 17 09:48:29.792956 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b602399d-25fd-452b-aba1-ea1951a83d93', 'tag': '02ddbf58-c5a1-4781-9da6-6eaa29a42279'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:29.797025 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f927c4c-41b6-407c-b13d-88556b7ab733" -d '{"events": [{"name": "network-changed", "server_uuid": "b602399d-25fd-452b-aba1-ea1951a83d93", "tag": "02ddbf58-c5a1-4781-9da6-6eaa29a42279"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:29.852279 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d1ee7-ea92-4263-ab6d-7fddd014efff service neutron] Pushing event updated for resources: {'Port': ['ID=02ddbf58-c5a1-4781-9da6-6eaa29a42279,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:29.870497 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf4a7a7-2a07-48e0-8273-4110e1c74ac7 x-openstack-request-id: req-9cf4a7a7-2a07-48e0-8273-4110e1c74ac7 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:29.871227 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b602399d-25fd-452b-aba1-ea1951a83d93", "tag": "02ddbf58-c5a1-4781-9da6-6eaa29a42279", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:29.871846 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9cf4a7a7-2a07-48e0-8273-4110e1c74ac7 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:29.873325 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b602399d-25fd-452b-aba1-ea1951a83d93', 'tag': '02ddbf58-c5a1-4781-9da6-6eaa29a42279', 'status': 'completed', 'code': 200} Feb 17 09:48:29.973974 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-4b10cb4c-99f1-437b-8efe-e7d465a10192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:29.975796 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-4b10cb4c-99f1-437b-8efe-e7d465a10192 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=58e8207f8eab42bd9076dd1c3e3caa73&device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 1127 time: 0.0925472 Feb 17 09:48:30.052803 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cad99-1ebc-439a-ace6-99685a0a3a6f req-6af9b856-2770-45a8-be4f-3886c5364c1e tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:30.056558 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-084cad99-1ebc-439a-ace6-99685a0a3a6f req-6af9b856-2770-45a8-be4f-3886c5364c1e tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 943 time: 0.1174850 Feb 17 09:48:30.094758 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-3931a04a-0015-4a15-9629-cb4251ed9126 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02ddbf58-c5a1-4781-9da6-6eaa29a42279 HTTP/1.1" status: 200 len: 217 time: 0.1046410 Feb 17 09:48:30.188573 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e5d73-84cd-4ce6-86f6-fff016281bf9 req-2b94e914-29f6-4fdc-ab88-a9ef8a4f9567 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:30.191309 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-050e5d73-84cd-4ce6-86f6-fff016281bf9 req-2b94e914-29f6-4fdc-ab88-a9ef8a4f9567 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 944 time: 0.1324408 Feb 17 09:48:30.192153 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-d21aaf51-1182-4ce2-8351-84293a72da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:30.194936 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-d21aaf51-1182-4ce2-8351-84293a72da6a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=863feecc-6356-479c-a0ea-65ca8b9da988 HTTP/1.1" status: 200 len: 848 time: 0.0858605 Feb 17 09:48:30.196143 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-084cad99-1ebc-439a-ace6-99685a0a3a6f req-283de84b-dbe1-4b90-8431-4fba01fb20f0 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177468 Feb 17 09:48:30.245888 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-84e13685-2e36-4667-a7f6-c8762c3c4be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:30.258853 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-e88a08c9-9fef-4c5e-8c7d-88abf7afa34a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512288 Feb 17 09:48:30.334104 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-050e5d73-84cd-4ce6-86f6-fff016281bf9 req-76638a88-a688-4f3e-b13f-9fd44ff6d08c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211355 Feb 17 09:48:30.366679 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 88dd9ba2-e308-4574-8f73-b91094312591 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:48:30.502885 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 88dd9ba2-e308-4574-8f73-b91094312591 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:48:30.503545 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (88dd9ba2-e308-4574-8f73-b91094312591), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:30.544688 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-05a0908f-e92b-48d8-86d3-da8cd49762c4 service neutron] 10.222.0.124 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632811 Feb 17 09:48:30.684500 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 88dd9ba2-e308-4574-8f73-b91094312591 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:30.691927 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (88dd9ba2-e308-4574-8f73-b91094312591), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:30.737033 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:30.741686 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac5cf81-ff44-49a9-81ec-463a1834662c" -d '{"events": [{"server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "name": "network-vif-plugged", "status": "completed", "tag": "88dd9ba2-e308-4574-8f73-b91094312591"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:30.748109 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59c76a-d544-4deb-9b42-71e3cea50c2b req-be454ca1-d439-4be1-b3fd-53bf7beddcc4 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:30.750048 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0f59c76a-d544-4deb-9b42-71e3cea50c2b req-be454ca1-d439-4be1-b3fd-53bf7beddcc4 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0838418 Feb 17 09:48:30.766901 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5d816e5f-5731-4c79-b27a-0d14d31bbf88 req-3b454bdb-b0e8-4e71-9b2d-d3773ed71938 service neutron] 10.222.0.124 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173691 Feb 17 09:48:30.786380 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:30.797104 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:30.833986 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0f59c76a-d544-4deb-9b42-71e3cea50c2b req-e3ff64ca-42be-4cd5-891b-40ede46894ab tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690949 Feb 17 09:48:30.945241 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf69ec0e-062a-44bf-8343-35a222968e35 x-openstack-request-id: req-cf69ec0e-062a-44bf-8343-35a222968e35 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:30.945889 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "name": "network-vif-plugged", "status": "completed", "tag": "88dd9ba2-e308-4574-8f73-b91094312591", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:30.946360 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf69ec0e-062a-44bf-8343-35a222968e35 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:30.947057 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591', 'code': 200} Feb 17 09:48:30.950968 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=7']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:30.961948 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f927c4c-41b6-407c-b13d-88556b7ab733 req-56bd5d2e-b713-4f03-8187-423aa018b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:30.971356 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5f927c4c-41b6-407c-b13d-88556b7ab733 req-56bd5d2e-b713-4f03-8187-423aa018b722 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=58e8207f8eab42bd9076dd1c3e3caa73&device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 1127 time: 0.1260519 Feb 17 09:48:31.125456 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f927c4c-41b6-407c-b13d-88556b7ab733 req-04140ad1-facd-459d-a84e-e596fcedf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:31.128220 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5f927c4c-41b6-407c-b13d-88556b7ab733 req-04140ad1-facd-459d-a84e-e596fcedf56a service neutron] 10.222.0.124 "GET /v2.0/networks?id=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae HTTP/1.1" status: 200 len: 909 time: 0.1398411 Feb 17 09:48:31.141152 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81bfa6-4a60-400a-bae1-54ffcd678de5 req-d42cea87-d027-48c9-a0e6-e7b4fdcad81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:31.144520 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8c81bfa6-4a60-400a-bae1-54ffcd678de5 req-d42cea87-d027-48c9-a0e6-e7b4fdcad81b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 1129 time: 0.1797261 Feb 17 09:48:31.167957 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578b7ad-ccae-4dd9-a1ea-1e6a964d18d1 req-da61ca54-e871-4723-a47c-f3c9c8d9a4e0 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:31.170875 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6578b7ad-ccae-4dd9-a1ea-1e6a964d18d1 req-da61ca54-e871-4723-a47c-f3c9c8d9a4e0 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1855583 Feb 17 09:48:31.228567 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5f927c4c-41b6-407c-b13d-88556b7ab733 req-109f5e57-ebf9-4fcf-bdb8-5dce46725045 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02ddbf58-c5a1-4781-9da6-6eaa29a42279 HTTP/1.1" status: 200 len: 217 time: 0.0707586 Feb 17 09:48:31.327176 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f927c4c-41b6-407c-b13d-88556b7ab733 req-9f0c9e9f-cd03-4f88-8128-75f72c8a3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:31.329660 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5f927c4c-41b6-407c-b13d-88556b7ab733 req-9f0c9e9f-cd03-4f88-8128-75f72c8a3985 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=863feecc-6356-479c-a0ea-65ca8b9da988 HTTP/1.1" status: 200 len: 848 time: 0.0915062 Feb 17 09:48:31.404555 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5f927c4c-41b6-407c-b13d-88556b7ab733 req-6c824a11-dcd1-4e26-9940-0d04937dabb7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613453 Feb 17 09:48:31.589458 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5f927c4c-41b6-407c-b13d-88556b7ab733 req-8e5a3166-feac-4560-b166-4bff4fd3ede8 service neutron] 10.222.0.124 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664183 Feb 17 09:48:31.695898 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6578b7ad-ccae-4dd9-a1ea-1e6a964d18d1 req-b97f6a55-d896-48e2-a2fc-d40d3b48ab82 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102024 Feb 17 09:48:31.720743 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81bfa6-4a60-400a-bae1-54ffcd678de5 req-abf5db58-0576-4664-8217-641e17d9aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:31.723544 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8c81bfa6-4a60-400a-bae1-54ffcd678de5 req-abf5db58-0576-4664-8217-641e17d9aa83 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 920 time: 0.5511415 Feb 17 09:48:31.800412 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8c81bfa6-4a60-400a-bae1-54ffcd678de5 req-c55d4e36-ec88-41a8-8941-4b02ce458b29 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc HTTP/1.1" status: 200 len: 217 time: 0.0599353 Feb 17 09:48:31.903350 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5f927c4c-41b6-407c-b13d-88556b7ab733 req-39419e8e-387a-4a47-873e-2f5c1d587f51 service neutron] 10.222.0.124 "GET /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944756 Feb 17 09:48:31.907537 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe86d1-04c3-4338-a7e3-90d99c9123b0 req-820e4539-01f3-48d0-bec0-95e873f2c8b5 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:31.911018 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5ebe86d1-04c3-4338-a7e3-90d99c9123b0 req-820e4539-01f3-48d0-bec0-95e873f2c8b5 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 943 time: 0.5803359 Feb 17 09:48:32.019466 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81bfa6-4a60-400a-bae1-54ffcd678de5 req-52b6da4a-47a6-4d2c-ba51-d929ec3fe81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:32.022607 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8c81bfa6-4a60-400a-bae1-54ffcd678de5 req-52b6da4a-47a6-4d2c-ba51-d929ec3fe81c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 200 len: 859 time: 0.2119462 Feb 17 09:48:32.129909 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8c81bfa6-4a60-400a-bae1-54ffcd678de5 req-87bb4b69-9dc2-46b9-8bdf-708c4c786307 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2aabd29-6432-404e-b9a9-6719dfe5d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926204 Feb 17 09:48:32.154328 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5ebe86d1-04c3-4338-a7e3-90d99c9123b0 req-8648e283-54a4-4540-981d-cc719db3d010 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355072 Feb 17 09:48:32.169468 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ebd81-55ad-42b9-9fed-cff5673a40b6 req-56ac7093-73de-48fd-8068-db7c097f0a0c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:32.172499 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a60ebd81-55ad-42b9-9fed-cff5673a40b6 req-56ac7093-73de-48fd-8068-db7c097f0a0c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.2565238 Feb 17 09:48:32.386537 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a60ebd81-55ad-42b9-9fed-cff5673a40b6 req-0dea05e6-9a62-47ad-98a9-f2b903b97b77 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796355 Feb 17 09:48:32.404031 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8c81bfa6-4a60-400a-bae1-54ffcd678de5 req-842f5afc-86af-42dc-8ba6-d7f10a523d8e service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578421 Feb 17 09:48:32.420604 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04ea4b-27ca-4df1-a66a-776d1726bc72 req-28ef3258-3f13-4d87-a0db-062ab60b3407 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:32.422917 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5f04ea4b-27ca-4df1-a66a-776d1726bc72 req-28ef3258-3f13-4d87-a0db-062ab60b3407 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1759343 Feb 17 09:48:32.595567 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5f04ea4b-27ca-4df1-a66a-776d1726bc72 req-e1f0fb3b-c6aa-4b55-8418-648119ea6428 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538627 Feb 17 09:48:32.638324 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8c81bfa6-4a60-400a-bae1-54ffcd678de5 req-60c932c8-dd1d-4c0a-9248-77a8f4132745 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139466 Feb 17 09:48:32.993706 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24398e9-985f-4a41-b584-41a590a1da1f req-a586aaa2-9836-410d-8bb5-130c6e804537 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:33.002902 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b24398e9-985f-4a41-b584-41a590a1da1f req-a586aaa2-9836-410d-8bb5-130c6e804537 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1160817 Feb 17 09:48:33.008009 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-eb158f34-7225-41f2-826c-83183f0e6639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:33.082856 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b24398e9-985f-4a41-b584-41a590a1da1f req-b1ca4e48-8682-4b4a-878a-454b2768984b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788736 Feb 17 09:48:33.412583 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7c01-595e-46c1-a293-41d8103c729b req-32ad95bc-28b5-42c2-bc9f-49d46739c09a tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:33.414424 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-849f7c01-595e-46c1-a293-41d8103c729b req-32ad95bc-28b5-42c2-bc9f-49d46739c09a tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 943 time: 0.1338842 Feb 17 09:48:33.595346 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-849f7c01-595e-46c1-a293-41d8103c729b req-07ec4df6-5ba1-4cc4-8f76-68f9094f7e3a tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656768 Feb 17 09:48:33.725109 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae179aa-ac21-4a4a-be4c-c6c77a3bb6a7 req-c40356be-a76e-4755-8b1d-1d2d808c4193 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:33.738126 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5ae179aa-ac21-4a4a-be4c-c6c77a3bb6a7 req-c40356be-a76e-4755-8b1d-1d2d808c4193 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1685703 Feb 17 09:48:33.750900 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 55702) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:33.887623 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5ae179aa-ac21-4a4a-be4c-c6c77a3bb6a7 req-589f7de2-dc49-49ac-a923-2a563fdb0d4e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447399 Feb 17 09:48:33.908706 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:48:33.928867 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a3a55-4775-45ab-9b76-98fc28650893 req-482705ea-687a-44d8-bf6c-639ce2507a8c tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:33.938065 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-846a3a55-4775-45ab-9b76-98fc28650893 req-482705ea-687a-44d8-bf6c-639ce2507a8c tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1640551 Feb 17 09:48:34.016867 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-846a3a55-4775-45ab-9b76-98fc28650893 req-3dea2b40-f43a-4a7d-a1b6-4047a231fe95 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777202 Feb 17 09:48:34.069645 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-311c0032-fa6e-4494-a8bf-1215cd746624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:34.265686 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-311c0032-fa6e-4494-a8bf-1215cd746624 admin admin] Publish callbacks [] for security_group (a70348c0-8472-4cdc-afa6-2bb2d5d2a676), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:34.280920 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-311c0032-fa6e-4494-a8bf-1215cd746624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a70348c0-8472-4cdc-afa6-2bb2d5d2a676), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:34.387101 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-311c0032-fa6e-4494-a8bf-1215cd746624 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fe3ecbc3a914a16aa1da69bf47e5c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6339917 Feb 17 09:48:34.394123 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 55710) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:34.396496 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c0032-fa6e-4494-a8bf-1215cd746624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70348c0-8472-4cdc-afa6-2bb2d5d2a676,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:34.396954 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 02ddbf58-c5a1-4781-9da6-6eaa29a42279 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:48:34.584425 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f81798-d65b-46d7-9af8-fcd0f8cfb5e8 req-9adffe1d-1011-4a50-b02a-b1e5a004e55a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:34.610537 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-07f81798-d65b-46d7-9af8-fcd0f8cfb5e8 req-9adffe1d-1011-4a50-b02a-b1e5a004e55a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.3222599 Feb 17 09:48:34.779767 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e99f8d5c-1e3f-4d93-a383-707af92864b6 admin admin] Publish callbacks [] for security_group (a70348c0-8472-4cdc-afa6-2bb2d5d2a676), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:34.780157 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 02ddbf58-c5a1-4781-9da6-6eaa29a42279, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=02ddbf58-c5a1-4781-9da6-6eaa29a42279,segment=NetworkSegment(cfa01e0d-7437-4018-b0e9-fbf4390a1706),segment_id=cfa01e0d-7437-4018-b0e9-fbf4390a1706)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:34.805144 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '02ddbf58-c5a1-4781-9da6-6eaa29a42279', 'network_id': 'ab9c3a1f-3bb5-4215-a7c8-4c907c088fae', 'port_id': '02ddbf58-c5a1-4781-9da6-6eaa29a42279', 'mac_address': 'fa:16:3e:a7:a2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863feecc-6356-479c-a0ea-65ca8b9da988', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:48:34.810136 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-07f81798-d65b-46d7-9af8-fcd0f8cfb5e8 req-a106d17a-9f16-4d1f-826d-ef51830c9e45 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975751 Feb 17 09:48:34.842678 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e99f8d5c-1e3f-4d93-a383-707af92864b6 admin admin] Publish callbacks [] for security_group (a70348c0-8472-4cdc-afa6-2bb2d5d2a676), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:34.917613 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:34.918339 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:34.920988 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:34.943744 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ddbf58-c5a1-4781-9da6-6eaa29a42279 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:48:34.984593 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 02ddbf58-c5a1-4781-9da6-6eaa29a42279, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=02ddbf58-c5a1-4781-9da6-6eaa29a42279,segment=NetworkSegment(cfa01e0d-7437-4018-b0e9-fbf4390a1706),segment_id=cfa01e0d-7437-4018-b0e9-fbf4390a1706)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:34.995745 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:35.129697 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=02ddbf58-c5a1-4781-9da6-6eaa29a42279,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:35.132904 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c448-1e7b-4945-8aef-59c9dad45baf req-1682f7bf-6179-446f-832a-9e39ff391ed3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:35.145697 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e231c448-1e7b-4945-8aef-59c9dad45baf req-1682f7bf-6179-446f-832a-9e39ff391ed3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 943 time: 0.2636070 Feb 17 09:48:35.171569 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e99f8d5c-1e3f-4d93-a383-707af92864b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a70348c0-8472-4cdc-afa6-2bb2d5d2a676), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:35.174726 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e99f8d5c-1e3f-4d93-a383-707af92864b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:35.176982 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-e99f8d5c-1e3f-4d93-a383-707af92864b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a70348c0-8472-4cdc-afa6-2bb2d5d2a676 HTTP/1.1" status: 204 len: 168 time: 0.7762599 Feb 17 09:48:35.244942 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f8d5c-1e3f-4d93-a383-707af92864b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70348c0-8472-4cdc-afa6-2bb2d5d2a676,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:35.329736 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e231c448-1e7b-4945-8aef-59c9dad45baf req-fd70053b-86d6-46f3-822c-c4de20f479bf tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827538 Feb 17 09:48:35.346773 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec05d-70ba-4bc2-8f30-4b8d629985cb req-a2d6cd41-83f3-42fc-87aa-ca91cc374839 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:35.349156 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ee7ec05d-70ba-4bc2-8f30-4b8d629985cb req-a2d6cd41-83f3-42fc-87aa-ca91cc374839 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.2794983 Feb 17 09:48:35.481370 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ee7ec05d-70ba-4bc2-8f30-4b8d629985cb req-6ed56e64-50e7-4712-a0bc-a1590a5c4da3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205878 Feb 17 09:48:35.659889 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['02ddbf58-c5a1-4781-9da6-6eaa29a42279'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:48:35.740072 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba2286-b9a6-48a5-8f75-c313beb73e52 req-70cf0fc0-a5ef-4c11-9714-8506551b29cd tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:35.751598 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4fba2286-b9a6-48a5-8f75-c313beb73e52 req-70cf0fc0-a5ef-4c11-9714-8506551b29cd tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2049074 Feb 17 09:48:35.843896 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4fba2286-b9a6-48a5-8f75-c313beb73e52 req-a98cd3bd-c41a-491a-a2f6-4486a27b8cf9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906916 Feb 17 09:48:36.128177 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d656bc-dc83-4592-8e11-3b1c763ecd8b req-f9192710-b9f5-41b9-8cae-1ac6a9c20b38 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:36.130432 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b5d656bc-dc83-4592-8e11-3b1c763ecd8b req-f9192710-b9f5-41b9-8cae-1ac6a9c20b38 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1441751 Feb 17 09:48:36.395915 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b5d656bc-dc83-4592-8e11-3b1c763ecd8b req-ed6b6c97-6ffc-425d-bcc4-cd2b492183c2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382033 Feb 17 09:48:36.434677 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e71486-500b-4dee-9dd0-452f827bb22a req-a6f5c34f-e47a-4b1f-8910-99a61cd19140 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:36.447267 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-22e71486-500b-4dee-9dd0-452f827bb22a req-a6f5c34f-e47a-4b1f-8910-99a61cd19140 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2478323 Feb 17 09:48:36.494254 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-1ebc6f05-3dad-4d77-8f23-241dba02d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:36.497164 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-1ebc6f05-3dad-4d77-8f23-241dba02d71d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 1130 time: 0.1939290 Feb 17 09:48:36.598510 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-22e71486-500b-4dee-9dd0-452f827bb22a req-a00a50c2-408a-425c-977b-3f4537a6dd48 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500208 Feb 17 09:48:36.701286 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d9ca3-374b-4caf-901a-2e235d22b18d req-4a0a931b-f90f-4088-8f66-0f4cc74a67cb tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:36.706006 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3c4d9ca3-374b-4caf-901a-2e235d22b18d req-4a0a931b-f90f-4088-8f66-0f4cc74a67cb tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 944 time: 0.1887143 Feb 17 09:48:36.746547 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-456b84f4-b104-4274-aadb-4777839072d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:36.748486 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-456b84f4-b104-4274-aadb-4777839072d9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=da21f546-703c-4519-8db6-7972cafd6046 HTTP/1.1" status: 200 len: 911 time: 0.2352786 Feb 17 09:48:36.899559 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3c4d9ca3-374b-4caf-901a-2e235d22b18d req-e2f41113-f44a-49e1-9b01-9542a0db360c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756685 Feb 17 09:48:37.018433 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-5a556b2a-d619-4953-9523-ac64dc011d39 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f159bdc2-afee-4dd0-9310-aa302242267b HTTP/1.1" status: 200 len: 1002 time: 0.2513199 Feb 17 09:48:37.135846 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30e39-9ce5-41a1-8177-8162f9911c6f req-ee5da2eb-8a4d-4e38-a775-8f4a4f273a4e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:37.149862 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-79a30e39-9ce5-41a1-8177-8162f9911c6f req-ee5da2eb-8a4d-4e38-a775-8f4a4f273a4e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.3171921 Feb 17 09:48:37.188457 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-93a593ed-b53d-490d-bfca-fc9ad608523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:37.192745 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-93a593ed-b53d-490d-bfca-fc9ad608523d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e786f89-6f77-4465-bec4-a75497cf23f1 HTTP/1.1" status: 200 len: 849 time: 0.1587646 Feb 17 09:48:37.334689 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-79a30e39-9ce5-41a1-8177-8162f9911c6f req-1f97dbee-6112-49c6-b5f6-e84aceac0295 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822667 Feb 17 09:48:37.436955 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-b2da464b-83c1-4430-b41d-dd1475548a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:37.443749 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-b2da464b-83c1-4430-b41d-dd1475548a01 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=da21f546-703c-4519-8db6-7972cafd6046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2276754 Feb 17 09:48:37.557225 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:37.688402 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-909de8b8-d45a-4642-aefa-7ff948b21d1e service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345409 Feb 17 09:48:38.029357 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae6793-678a-4fd3-b85d-393ec03b2dd8 req-6ba88a04-19fd-40df-a86e-94ab8bdfbe5c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:38.032413 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-acae6793-678a-4fd3-b85d-393ec03b2dd8 req-6ba88a04-19fd-40df-a86e-94ab8bdfbe5c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.4245913 Feb 17 09:48:38.091157 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7224a2f-a314-42bd-af3c-a2e7b5f00f05 req-2679d1e0-2641-4351-b399-a973a23c0e5e service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519034 Feb 17 09:48:38.121981 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0e655-a26a-4aef-9e42-ad3059d5e1f4 req-b996146a-d7a7-4739-8d4c-2b1212c3ab94 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:38.124977 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bcb0e655-a26a-4aef-9e42-ad3059d5e1f4 req-b996146a-d7a7-4739-8d4c-2b1212c3ab94 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.3365455 Feb 17 09:48:38.217512 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-acae6793-678a-4fd3-b85d-393ec03b2dd8 req-9d5b68c1-d978-4d10-96c7-f4ad123ade85 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585360 Feb 17 09:48:38.270345 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bcb0e655-a26a-4aef-9e42-ad3059d5e1f4 req-cc86d275-a067-42cd-be46-21d4a6969682 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230507 Feb 17 09:48:38.411618 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 02ddbf58-c5a1-4781-9da6-6eaa29a42279 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:48:38.508886 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a4b4c-b7cd-4e20-bed7-70d41d0a728d req-a4bac734-74cb-42a3-9d4a-94a6d4ab27bb tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:38.520051 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-099a4b4c-b7cd-4e20-bed7-70d41d0a728d req-a4bac734-74cb-42a3-9d4a-94a6d4ab27bb tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 944 time: 0.1100080 Feb 17 09:48:38.585755 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:38.599596 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-099a4b4c-b7cd-4e20-bed7-70d41d0a728d req-f94b021b-0b03-42f9-8705-128133a02392 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776620 Feb 17 09:48:38.624551 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:48:38.646327 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:48:38.647426 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:38.855288 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:38.855823 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:38.940754 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 02ddbf58-c5a1-4781-9da6-6eaa29a42279, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=02ddbf58-c5a1-4781-9da6-6eaa29a42279,segment=NetworkSegment(cfa01e0d-7437-4018-b0e9-fbf4390a1706),segment_id=cfa01e0d-7437-4018-b0e9-fbf4390a1706)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:38.942825 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b602399d-25fd-452b-aba1-ea1951a83d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ddbf58-c5a1-4781-9da6-6eaa29a42279'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:38.946915 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e643c9-6f03-473a-8919-a003ccf3893d" -d '{"events": [{"server_uuid": "b602399d-25fd-452b-aba1-ea1951a83d93", "name": "network-vif-plugged", "status": "completed", "tag": "02ddbf58-c5a1-4781-9da6-6eaa29a42279"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:38.952831 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:39.008011 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb594c3a-aeac-4926-9dc2-41afc5811de1 req-8e2ecdd5-5ec1-47e1-b6fe-fa55d4600c43 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:39.012626 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb594c3a-aeac-4926-9dc2-41afc5811de1 req-8e2ecdd5-5ec1-47e1-b6fe-fa55d4600c43 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.2321956 Feb 17 09:48:39.017365 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb66b-6308-4bd5-afab-11d6e456eb6f req-7694f415-5f59-4a8a-925e-772057d90bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:39.020895 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1a6bb66b-6308-4bd5-afab-11d6e456eb6f req-7694f415-5f59-4a8a-925e-772057d90bfc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 1129 time: 0.3018739 Feb 17 09:48:39.077341 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=02ddbf58-c5a1-4781-9da6-6eaa29a42279,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:39.111720 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8727ed-cce4-49be-bae4-05e68d1ea439 x-openstack-request-id: req-4f8727ed-cce4-49be-bae4-05e68d1ea439 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:39.112114 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b602399d-25fd-452b-aba1-ea1951a83d93", "name": "network-vif-plugged", "status": "completed", "tag": "02ddbf58-c5a1-4781-9da6-6eaa29a42279", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:39.112397 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f8727ed-cce4-49be-bae4-05e68d1ea439 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:39.112839 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b602399d-25fd-452b-aba1-ea1951a83d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ddbf58-c5a1-4781-9da6-6eaa29a42279', 'code': 200} Feb 17 09:48:39.261190 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb594c3a-aeac-4926-9dc2-41afc5811de1 req-5f54917e-6dfc-4ff1-b538-19d43c565de3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257969 Feb 17 09:48:39.393868 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb66b-6308-4bd5-afab-11d6e456eb6f req-ea109e0e-e9f0-4353-8887-887b3ea65674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:39.397888 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1a6bb66b-6308-4bd5-afab-11d6e456eb6f req-ea109e0e-e9f0-4353-8887-887b3ea65674 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 920 time: 0.3155429 Feb 17 09:48:39.571492 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1a6bb66b-6308-4bd5-afab-11d6e456eb6f req-a288cca8-2f06-4b2c-8d6a-5ac9084d3672 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc HTTP/1.1" status: 200 len: 217 time: 0.1063025 Feb 17 09:48:39.705109 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4723f-620a-4231-9059-194431794a8d req-adff6e94-c17d-4405-ad5f-a5b89abd0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:39.716334 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ecd4723f-620a-4231-9059-194431794a8d req-adff6e94-c17d-4405-ad5f-a5b89abd0f01 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 1129 time: 0.2255926 Feb 17 09:48:39.808436 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb66b-6308-4bd5-afab-11d6e456eb6f req-41d7955c-e23c-49db-a016-cf801a838f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:39.811147 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1a6bb66b-6308-4bd5-afab-11d6e456eb6f req-41d7955c-e23c-49db-a016-cf801a838f37 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 200 len: 859 time: 0.1998720 Feb 17 09:48:39.856465 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ecd4723f-620a-4231-9059-194431794a8d req-c22f58ba-c72a-4d20-81d5-f7facc551d20 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344986 Feb 17 09:48:39.882262 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1a6bb66b-6308-4bd5-afab-11d6e456eb6f req-8e112959-6c16-46bd-81f3-94948cef23a9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2aabd29-6432-404e-b9a9-6719dfe5d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521843 Feb 17 09:48:39.899863 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dcb2b-ae5f-456e-b95a-b78b0b092151 req-9aa662d5-3ec9-4829-b479-df6502398554 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:39.908990 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4c1dcb2b-ae5f-456e-b95a-b78b0b092151 req-9aa662d5-3ec9-4829-b479-df6502398554 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.3313329 Feb 17 09:48:39.928707 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d9b2-d29e-4d1f-be95-4b6ce5c42b19 req-fede32be-775c-4dbd-9bc2-5ec1835738eb tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:39.938576 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0f72d9b2-d29e-4d1f-be95-4b6ce5c42b19 req-fede32be-775c-4dbd-9bc2-5ec1835738eb tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.3653619 Feb 17 09:48:40.100953 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4c1dcb2b-ae5f-456e-b95a-b78b0b092151 req-2c715f63-8c55-4496-9333-9228b201af8e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907833 Feb 17 09:48:40.105647 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0f72d9b2-d29e-4d1f-be95-4b6ce5c42b19 req-6016c50c-d25d-4dc0-aaf9-3c553ff3e7db tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661046 Feb 17 09:48:40.969663 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d046c-bf62-43c2-9f6d-cce94b268488 req-34831d7e-2599-4110-a148-f57796e063c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:40.972482 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-614d046c-bf62-43c2-9f6d-cce94b268488 req-34831d7e-2599-4110-a148-f57796e063c3 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 945 time: 0.7507987 Feb 17 09:48:40.989812 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1a6bb66b-6308-4bd5-afab-11d6e456eb6f req-ebcb697e-1c6c-4235-99b0-44a424a66e85 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096248 Feb 17 09:48:41.110483 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34a3fa-03fa-440a-a289-1b6d5808611e req-75defa86-2006-4608-8a83-4c7e93adc2f8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:41.122785 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ae34a3fa-03fa-440a-a289-1b6d5808611e req-75defa86-2006-4608-8a83-4c7e93adc2f8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.2735159 Feb 17 09:48:41.282859 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-614d046c-bf62-43c2-9f6d-cce94b268488 req-72003e12-d587-42d8-8cdd-61eb6cac698f tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963278 Feb 17 09:48:41.376587 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ae34a3fa-03fa-440a-a289-1b6d5808611e req-3d71f48b-65dc-40e2-9a66-fe989ceb01bc tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296829 Feb 17 09:48:41.389528 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1a6bb66b-6308-4bd5-afab-11d6e456eb6f req-ccec26fe-fe39-427a-98c9-ad1c989b1642 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824716 Feb 17 09:48:41.632196 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c42d1-05ed-49e4-a497-0339950d260c req-800c8a9b-a0e4-446d-b20b-1db558615028 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:41.646987 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-607c42d1-05ed-49e4-a497-0339950d260c req-800c8a9b-a0e4-446d-b20b-1db558615028 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2024775 Feb 17 09:48:41.758506 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b675b-fd9c-4dc1-b315-4940ff2d7ef8 req-c700a70d-ae57-4b95-b37b-80c1d72ab953 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:41.772250 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-255b675b-fd9c-4dc1-b315-4940ff2d7ef8 req-c700a70d-ae57-4b95-b37b-80c1d72ab953 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2485080 Feb 17 09:48:41.794799 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-607c42d1-05ed-49e4-a497-0339950d260c req-3054670b-47ab-4b36-87b3-e249c3c12b13 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457160 Feb 17 09:48:41.991847 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-255b675b-fd9c-4dc1-b315-4940ff2d7ef8 req-248cbeb8-f378-46f0-afca-121b4c6b2ad5 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171304 Feb 17 09:48:42.766595 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba0dc5-4332-4256-9b42-d17251a44ce9 req-b096add6-5bfb-4efa-b00e-6ada0a6f1353 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:42.776342 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-46ba0dc5-4332-4256-9b42-d17251a44ce9 req-b096add6-5bfb-4efa-b00e-6ada0a6f1353 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 945 time: 0.2640123 Feb 17 09:48:42.835629 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c3768-0ca4-40f4-b1b3-d01a3999892d req-9b50ca9f-47c9-4842-8dd5-44f90d11f044 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:42.839194 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e05c3768-0ca4-40f4-b1b3-d01a3999892d req-9b50ca9f-47c9-4842-8dd5-44f90d11f044 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.2024128 Feb 17 09:48:42.971569 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e05c3768-0ca4-40f4-b1b3-d01a3999892d req-cfd12652-4e52-4661-a9a2-eb8c589803cd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096735 Feb 17 09:48:42.978425 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-46ba0dc5-4332-4256-9b42-d17251a44ce9 req-07efc933-1b2b-4573-909a-ab84bb52351d tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964166 Feb 17 09:48:43.278342 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b83219-d86e-4665-a747-678c9ed14169 req-db0e25e0-4455-4e14-bc6e-0cb1d99b0971 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:43.280788 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d0b83219-d86e-4665-a747-678c9ed14169 req-db0e25e0-4455-4e14-bc6e-0cb1d99b0971 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0983329 Feb 17 09:48:43.384334 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d0b83219-d86e-4665-a747-678c9ed14169 req-7aec620e-a2d4-4927-bf2a-97d9177ce075 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910559 Feb 17 09:48:44.103163 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:44.121958 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dbade-f201-49d7-b907-413655bc64fb req-98f7d56b-dd7f-4503-9322-cfc394545717 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:44.124886 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-727dbade-f201-49d7-b907-413655bc64fb req-98f7d56b-dd7f-4503-9322-cfc394545717 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 945 time: 0.1326301 Feb 17 09:48:44.281750 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-727dbade-f201-49d7-b907-413655bc64fb req-e4b27517-2b86-4b52-9a55-82a2182cadb5 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440706 Feb 17 09:48:44.371101 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85307f20-5c78-4478-b866-993ab86ad616 req-c0cfdb0c-224c-4073-85ba-4fe5871a6e86 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:44.371680 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-85307f20-5c78-4478-b866-993ab86ad616 req-c0cfdb0c-224c-4073-85ba-4fe5871a6e86 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1867352 Feb 17 09:48:44.636155 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477a6d9-ab1d-4d25-b46a-62e80af029ba req-a45fbfbf-e43e-4904-bc1d-b5954cb3efbd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:44.640409 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a477a6d9-ab1d-4d25-b46a-62e80af029ba req-a45fbfbf-e43e-4904-bc1d-b5954cb3efbd tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 945 time: 0.1901126 Feb 17 09:48:44.658722 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-85307f20-5c78-4478-b866-993ab86ad616 req-d72b2c0f-578b-46cf-adff-e8bf39d6ba4c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715092 Feb 17 09:48:44.786492 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a477a6d9-ab1d-4d25-b46a-62e80af029ba req-411c6551-8b26-4566-87e4-c97ab9459f77 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261544 Feb 17 09:48:45.002334 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153b6ba-7f47-40f5-be2d-cee3f6e3f607 req-3cf1566b-a67e-42ea-b035-16b5016452d3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:45.006093 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0153b6ba-7f47-40f5-be2d-cee3f6e3f607 req-3cf1566b-a67e-42ea-b035-16b5016452d3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1576567 Feb 17 09:48:45.139484 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0153b6ba-7f47-40f5-be2d-cee3f6e3f607 req-66692e9d-776b-4aad-9ebe-ee4cdf3fdd89 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184077 Feb 17 09:48:45.573496 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ab113-3476-4aac-b405-e6f3873f2593 req-a8bcfd7c-5874-475a-9774-3c3a5ad42281 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:45.577325 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e89ab113-3476-4aac-b405-e6f3873f2593 req-a8bcfd7c-5874-475a-9774-3c3a5ad42281 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 945 time: 0.1228738 Feb 17 09:48:45.693600 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e89ab113-3476-4aac-b405-e6f3873f2593 req-c3f01b66-da50-4765-8763-bf7a30a9e56f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096098 Feb 17 09:48:45.980422 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94220a-c963-4f2d-89e4-e139ab621e11 req-b7c1c3ab-0ebe-4aeb-92f0-d3f0bfb3fa6b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:45.994455 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e94220a-c963-4f2d-89e4-e139ab621e11 req-b7c1c3ab-0ebe-4aeb-92f0-d3f0bfb3fa6b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1742847 Feb 17 09:48:46.142532 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e94220a-c963-4f2d-89e4-e139ab621e11 req-12f7b0ab-45fc-4194-9d30-91f1a1487e0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465449 Feb 17 09:48:46.510484 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc69e55-359f-4492-a5af-e5e0f6b8d3fa req-9c7e4fe7-1ceb-4f92-b776-86effa4da03b tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:46.513220 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7dc69e55-359f-4492-a5af-e5e0f6b8d3fa req-9c7e4fe7-1ceb-4f92-b776-86effa4da03b tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 945 time: 0.1625705 Feb 17 09:48:46.560161 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e5781-4826-4997-84e4-233b1d05d77e req-abbed2c3-fd94-4bb9-a542-dea912b68b4f tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:46.566426 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be2e5781-4826-4997-84e4-233b1d05d77e req-abbed2c3-fd94-4bb9-a542-dea912b68b4f tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2340043 Feb 17 09:48:46.678053 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7dc69e55-359f-4492-a5af-e5e0f6b8d3fa req-de896d6d-1e51-459f-8912-ca5e625495b2 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545584 Feb 17 09:48:46.730200 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be2e5781-4826-4997-84e4-233b1d05d77e req-58302b99-9c14-49d4-8fe3-edb6fe6846a3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412292 Feb 17 09:48:46.989201 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ef74e-6491-476c-8365-7b929212ad54 req-eefc3451-4bb5-45fb-b7a3-03d5dfd1dec1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:46.992114 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-853ef74e-6491-476c-8365-7b929212ad54 req-eefc3451-4bb5-45fb-b7a3-03d5dfd1dec1 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 945 time: 0.1023707 Feb 17 09:48:47.101306 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-853ef74e-6491-476c-8365-7b929212ad54 req-fa836c9b-b279-495e-9637-ab4807cf8a79 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962765 Feb 17 09:48:47.478303 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5689e18-9be0-4344-aa24-d649cbcbc8e3 req-0269a010-0aa4-4299-aa74-3d20abaf2d4f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:47.481949 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b5689e18-9be0-4344-aa24-d649cbcbc8e3 req-0269a010-0aa4-4299-aa74-3d20abaf2d4f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1680062 Feb 17 09:48:47.539470 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2c0dd836-1216-4b93-8af3-c10ce59e0dcb tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:47.541951 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2c0dd836-1216-4b93-8af3-c10ce59e0dcb tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 945 time: 0.1701369 Feb 17 09:48:47.699079 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b5689e18-9be0-4344-aa24-d649cbcbc8e3 req-3aa98852-0af9-474a-ad01-52742c921c5f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017567 Feb 17 09:48:48.046241 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Deleting port 72d7a7db-0573-49b1-a745-8046630932c0 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:48:48.046718 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (72d7a7db-0573-49b1-a745-8046630932c0), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:48.174794 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91313325-dca0-41e4-92df-bbada45415a1 req-ce8e842f-085c-4f94-a9e4-56bddee19c7f tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:48.178440 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-91313325-dca0-41e4-92df-bbada45415a1 req-ce8e842f-085c-4f94-a9e4-56bddee19c7f tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 945 time: 0.2911382 Feb 17 09:48:48.226105 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d844-e3f9-4248-a74e-e455bb247bb4 req-5e6c5d4f-92dd-4d96-ad2d-81496e21abaf tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:48.228346 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1949d844-e3f9-4248-a74e-e455bb247bb4 req-5e6c5d4f-92dd-4d96-ad2d-81496e21abaf tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2639911 Feb 17 09:48:48.347511 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] For port 72d7a7db-0573-49b1-a745-8046630932c0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=72d7a7db-0573-49b1-a745-8046630932c0,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:48.348057 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (72d7a7db-0573-49b1-a745-8046630932c0), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:48.371347 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-91313325-dca0-41e4-92df-bbada45415a1 req-ecdb6f06-db41-446d-b0c0-2c400f1c9029 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675324 Feb 17 09:48:48.391694 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Calling delete_port for 72d7a7db-0573-49b1-a745-8046630932c0 owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:48:48.539160 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1949d844-e3f9-4248-a74e-e455bb247bb4 req-15f8d801-9da8-4fbd-b2c7-d499294b76ff tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913527 Feb 17 09:48:48.653978 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9ba73-8682-427f-abb8-f0e9b1930176 req-1aedbad6-0fac-48c9-8558-b0b12e3cd19d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:48.656112 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d9c9ba73-8682-427f-abb8-f0e9b1930176 req-1aedbad6-0fac-48c9-8558-b0b12e3cd19d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=59744cd3-a901-4cc3-aba0-bd45b9b3a110 HTTP/1.1" status: 200 len: 945 time: 0.1585138 Feb 17 09:48:48.776346 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d9c9ba73-8682-427f-abb8-f0e9b1930176 req-cf10f090-e81e-44fd-bf90-e3342694d49b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076562 Feb 17 09:48:48.807832 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303'] for port (72d7a7db-0573-49b1-a745-8046630932c0), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:48.825957 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['b6e41912-2233-4573-b818-1b4eb329f1b6', '9d16e019-6c3d-4f37-b876-df030b05c1e6', '0c3992cd-376d-489f-b473-55a6b888f648'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:48:48.906803 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Pushing event deleted for resources: {'Port': ['ID=72d7a7db-0573-49b1-a745-8046630932c0,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:48.961684 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-cbcd35f4-218a-4113-a311-d34172e72094 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:48.965240 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-cbcd35f4-218a-4113-a311-d34172e72094 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.124 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 945 time: 0.1092107 Feb 17 09:48:48.966991 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.967486 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.967947 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.968418 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.968956 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.969439 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.969955 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.970430 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.970910 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.971353 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.971792 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.972273 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:48.972739 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.057211 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] No DVR routers for this DVR port 72d7a7db-0573-49b1-a745-8046630932c0 on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:48:49.065219 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:49.070089 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b1438a81-a346-4bd8-ad01-f28e9ca720a4 req-2a203b86-55c5-46bf-a042-10e905a8db7f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "DELETE /v2.0/ports/72d7a7db-0573-49b1-a745-8046630932c0 HTTP/1.1" status: 204 len: 173 time: 1.5075271 Feb 17 09:48:49.070916 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59744cd3-a901-4cc3-aba0-bd45b9b3a110', 'name': 'network-vif-deleted', 'tag': '72d7a7db-0573-49b1-a745-8046630932c0'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:49.074469 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc6cb02-af1a-443f-ae9a-9f1fdd6dcb03" -d '{"events": [{"server_uuid": "59744cd3-a901-4cc3-aba0-bd45b9b3a110", "name": "network-vif-deleted", "tag": "72d7a7db-0573-49b1-a745-8046630932c0"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:49.107014 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26714c5d-e36a-40a9-ab19-1b3085eae849 req-2d3b0d25-874a-454f-b75f-cc06bb157c3c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:49.109903 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-26714c5d-e36a-40a9-ab19-1b3085eae849 req-2d3b0d25-874a-454f-b75f-cc06bb157c3c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.2482412 Feb 17 09:48:49.214087 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d85c935-9679-4613-99c2-98b29ccf6400 x-openstack-request-id: req-5d85c935-9679-4613-99c2-98b29ccf6400 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:49.214596 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59744cd3-a901-4cc3-aba0-bd45b9b3a110", "name": "network-vif-deleted", "tag": "72d7a7db-0573-49b1-a745-8046630932c0", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:49.215055 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d85c935-9679-4613-99c2-98b29ccf6400 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:49.215634 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59744cd3-a901-4cc3-aba0-bd45b9b3a110', 'name': 'network-vif-deleted', 'tag': '72d7a7db-0573-49b1-a745-8046630932c0', 'status': 'completed', 'code': 200} Feb 17 09:48:49.241621 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-26714c5d-e36a-40a9-ab19-1b3085eae849 req-ba04304b-f279-4b4e-9bd2-999d3f0ca816 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222339 Feb 17 09:48:49.308683 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Deleting port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:48:49.309150 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:49.508594 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] For port 02ddbf58-c5a1-4781-9da6-6eaa29a42279, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=02ddbf58-c5a1-4781-9da6-6eaa29a42279,segment=NetworkSegment(cfa01e0d-7437-4018-b0e9-fbf4390a1706),segment_id=cfa01e0d-7437-4018-b0e9-fbf4390a1706)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:49.509027 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:49.528539 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Calling delete_port for 02ddbf58-c5a1-4781-9da6-6eaa29a42279 owned by compute:nova {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:48:49.667447 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-f445eb44-eed9-4e01-bd0a-e7dbb0f08c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:49.670669 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-f445eb44-eed9-4e01-bd0a-e7dbb0f08c9a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 1129 time: 0.1776798 Feb 17 09:48:49.689571 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3dc51-e8ea-42dc-9951-f0e877f5854c req-2bf2530e-efa1-46d0-9a1c-20cc18efe29d tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:49.692373 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5de3dc51-e8ea-42dc-9951-f0e877f5854c req-2bf2530e-efa1-46d0-9a1c-20cc18efe29d tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/ports?device_id=b602399d-25fd-452b-aba1-ea1951a83d93 HTTP/1.1" status: 200 len: 945 time: 0.1783423 Feb 17 09:48:49.842852 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (02ddbf58-c5a1-4781-9da6-6eaa29a42279), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:49.860361 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['02ddbf58-c5a1-4781-9da6-6eaa29a42279'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:48:49.932956 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Pushing event deleted for resources: {'Port': ['ID=02ddbf58-c5a1-4781-9da6-6eaa29a42279,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:49.950415 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.950991 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.951468 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.952413 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.953105 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.953924 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.954553 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.955163 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.955739 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.956410 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.957268 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.958088 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.958789 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:48:49.997684 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5de3dc51-e8ea-42dc-9951-f0e877f5854c req-8d1d04b8-df1f-44b1-8c40-6013518edfa7 tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879214 Feb 17 09:48:50.015652 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd1b9-d9b3-43dd-9955-3a779f6b2b9a req-d71b6d99-29ff-499c-860a-e1d457f5633b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:50.018435 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9accd1b9-d9b3-43dd-9955-3a779f6b2b9a req-d71b6d99-29ff-499c-860a-e1d457f5633b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.3039274 Feb 17 09:48:50.045723 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-20b35ea8-e602-440e-b416-c08d1367e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:50.047596 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-20b35ea8-e602-440e-b416-c08d1367e8fb service neutron] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 917 time: 0.3537924 Feb 17 09:48:50.144226 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] No DVR routers for this DVR port 02ddbf58-c5a1-4781-9da6-6eaa29a42279 on host hv-cinder-77398 {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:48:50.153259 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:50.163750 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4afc964b-b578-45b9-975d-b33cef2b23b3 req-8aa96edd-4a05-4ddb-8824-adeaa0d50a9c tempest-VolumesActionsTest-1326663275 tempest-VolumesActionsTest-1326663275-project] 10.222.0.124 "DELETE /v2.0/ports/02ddbf58-c5a1-4781-9da6-6eaa29a42279 HTTP/1.1" status: 204 len: 173 time: 1.0717926 Feb 17 09:48:50.163750 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b602399d-25fd-452b-aba1-ea1951a83d93', 'name': 'network-vif-deleted', 'tag': '02ddbf58-c5a1-4781-9da6-6eaa29a42279'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:50.169506 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a175bf0-d0df-436e-95f6-42317e1ce12d" -d '{"events": [{"server_uuid": "b602399d-25fd-452b-aba1-ea1951a83d93", "name": "network-vif-deleted", "tag": "02ddbf58-c5a1-4781-9da6-6eaa29a42279"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:50.241411 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-b2088003-9473-42ba-aa8d-9952acf01729 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88dd9ba2-e308-4574-8f73-b91094312591 HTTP/1.1" status: 200 len: 1000 time: 0.1806512 Feb 17 09:48:50.248153 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9accd1b9-d9b3-43dd-9955-3a779f6b2b9a req-41252127-48a9-417c-8497-8cd65ca1e9ab tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163832 Feb 17 09:48:50.252454 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74794f4b-ab31-4777-8ab9-05bf19da12f1 x-openstack-request-id: req-74794f4b-ab31-4777-8ab9-05bf19da12f1 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:50.252454 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b602399d-25fd-452b-aba1-ea1951a83d93", "name": "network-vif-deleted", "tag": "02ddbf58-c5a1-4781-9da6-6eaa29a42279", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:50.252989 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74794f4b-ab31-4777-8ab9-05bf19da12f1 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:50.253429 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b602399d-25fd-452b-aba1-ea1951a83d93', 'name': 'network-vif-deleted', 'tag': '02ddbf58-c5a1-4781-9da6-6eaa29a42279', 'status': 'completed', 'code': 200} Feb 17 09:48:50.343857 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-fbf5e83c-4b75-4012-9223-377e9dca851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:50.345964 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-fbf5e83c-4b75-4012-9223-377e9dca851f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.0791388 Feb 17 09:48:50.422323 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-e3398c15-f33c-40e2-9fd3-53ed3fab1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:50.424984 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-e3398c15-f33c-40e2-9fd3-53ed3fab1928 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0675299 Feb 17 09:48:50.470827 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 72d7a7db-0573-49b1-a745-8046630932c0 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:48:50.518002 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 72d7a7db-0573-49b1-a745-8046630932c0 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:48:50.520466 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 72d7a7db-0573-49b1-a745-8046630932c0 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:48:50.615346 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ca557-eacb-4b9e-92bf-4459f7afa217 req-1048f7c2-69fb-4faa-b805-44b3e8035e78 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:50.618382 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be0ca557-eacb-4b9e-92bf-4459f7afa217 req-1048f7c2-69fb-4faa-b805-44b3e8035e78 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.1892991 Feb 17 09:48:50.689960 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-115ef335-ad78-485c-a15a-f957f97907c9 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469349 Feb 17 09:48:50.796317 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be0ca557-eacb-4b9e-92bf-4459f7afa217 req-a894bcfd-e1ea-465c-a2c4-9ca1b72ead1c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574118 Feb 17 09:48:51.237020 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60c5b4aa-36d6-4b39-91da-d56fd6897d4a req-b6fb6286-3729-45ea-b946-2c3ca6bc06c1 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362031 Feb 17 09:48:51.541819 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20855201-175e-4ac8-a5d9-9923bd0f047d req-8cb895e4-38cd-4158-bdde-d51fd0f3e1f2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:51.544852 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20855201-175e-4ac8-a5d9-9923bd0f047d req-8cb895e4-38cd-4158-bdde-d51fd0f3e1f2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1166024 Feb 17 09:48:51.659041 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20855201-175e-4ac8-a5d9-9923bd0f047d req-12850902-5e99-471f-a2c0-aae47d331309 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998464 Feb 17 09:48:51.833660 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e486-fbb8-4461-80dc-9e7fcb59a6be req-f58b3368-1bdd-423a-aa82-7706833d6d5f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:51.836721 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a879e486-fbb8-4461-80dc-9e7fcb59a6be req-f58b3368-1bdd-423a-aa82-7706833d6d5f tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 945 time: 0.0841210 Feb 17 09:48:51.950407 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a879e486-fbb8-4461-80dc-9e7fcb59a6be req-fe1f1959-0dc8-46b7-b5e7-f695b7908c26 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996964 Feb 17 09:48:51.988705 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9c162-a40a-4659-a57f-8a6b2a2300b9 req-e58c4f50-134b-4552-8134-8f273104a313 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:51.990961 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-07b9c162-a40a-4659-a57f-8a6b2a2300b9 req-e58c4f50-134b-4552-8134-8f273104a313 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 945 time: 0.0896008 Feb 17 09:48:52.076821 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-07b9c162-a40a-4659-a57f-8a6b2a2300b9 req-e816411f-729c-42d1-8963-370c5d7580ff tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778811 Feb 17 09:48:52.464255 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 02ddbf58-c5a1-4781-9da6-6eaa29a42279 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:48:52.495648 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 02ddbf58-c5a1-4781-9da6-6eaa29a42279 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:48:52.496018 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 02ddbf58-c5a1-4781-9da6-6eaa29a42279 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:48:52.496461 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 88dd9ba2-e308-4574-8f73-b91094312591 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:48:52.624315 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 88dd9ba2-e308-4574-8f73-b91094312591 is: ACTIVE; New status is: DOWN {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:52.624972 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (88dd9ba2-e308-4574-8f73-b91094312591), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:52.672544 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:52.676876 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e4fa5a-705a-4a90-9281-2254c03a9321" -d '{"events": [{"server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "name": "network-vif-unplugged", "status": "completed", "tag": "88dd9ba2-e308-4574-8f73-b91094312591"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:52.703777 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:52.711583 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:52.757294 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae440e8-22bd-4d90-b5e4-9f52dfce22aa x-openstack-request-id: req-7ae440e8-22bd-4d90-b5e4-9f52dfce22aa {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:52.757745 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "name": "network-vif-unplugged", "status": "completed", "tag": "88dd9ba2-e308-4574-8f73-b91094312591", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:52.758206 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ae440e8-22bd-4d90-b5e4-9f52dfce22aa {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:52.758890 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591', 'code': 200} Feb 17 09:48:52.802909 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=8']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:52.882359 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb70675-cc01-46fd-aaa5-a20812215040 req-f02e33fd-e010-4e65-8329-2a921ad0d023 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:52.885350 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7eb70675-cc01-46fd-aaa5-a20812215040 req-f02e33fd-e010-4e65-8329-2a921ad0d023 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0884576 Feb 17 09:48:52.979938 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7eb70675-cc01-46fd-aaa5-a20812215040 req-2289b58e-3f29-49ee-b45b-663180de8bad tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874972 Feb 17 09:48:53.155698 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089fbc1-d2d7-42b8-92cc-50cb97276f34 req-265578c9-df7d-4e89-92e1-c713512006e0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:53.158859 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a089fbc1-d2d7-42b8-92cc-50cb97276f34 req-265578c9-df7d-4e89-92e1-c713512006e0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 945 time: 0.0844100 Feb 17 09:48:53.266705 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a089fbc1-d2d7-42b8-92cc-50cb97276f34 req-6b6325ef-5cb1-4248-8d6b-eb9d083c374c tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972807 Feb 17 09:48:53.294249 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a232ac-09b3-4666-813f-059027b8bbb4 req-2876bd9b-1f68-4c63-b997-3ade2f0da0a5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:53.296654 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-47a232ac-09b3-4666-813f-059027b8bbb4 req-2876bd9b-1f68-4c63-b997-3ade2f0da0a5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.0975294 Feb 17 09:48:53.381716 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-47a232ac-09b3-4666-813f-059027b8bbb4 req-92c09982-7a27-4040-92b6-9f96c7203280 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776589 Feb 17 09:48:54.195283 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8d142-0e4e-4b4e-9d34-9456fc160db2 req-ebc2b8e5-e2ba-4654-b387-e07f072c5dea tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:54.198870 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-97a8d142-0e4e-4b4e-9d34-9456fc160db2 req-ebc2b8e5-e2ba-4654-b387-e07f072c5dea tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0795841 Feb 17 09:48:54.260335 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-97a8d142-0e4e-4b4e-9d34-9456fc160db2 req-eede013f-a5a3-40f1-baf9-66b1ab10f682 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524940 Feb 17 09:48:54.434122 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8a14-152c-43c0-9f97-5000b43269cf req-0861dd40-c7d6-4db5-b4f3-434e681c2341 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:54.436929 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-acbe8a14-152c-43c0-9f97-5000b43269cf req-0861dd40-c7d6-4db5-b4f3-434e681c2341 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 945 time: 0.0631092 Feb 17 09:48:54.525068 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-acbe8a14-152c-43c0-9f97-5000b43269cf req-4b959148-8880-41b2-adda-1a27978db838 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770493 Feb 17 09:48:54.617728 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c614882-1340-4d85-83bd-1e63c8caf582 req-dd735f6e-2344-41dc-adb7-ebddd6d17848 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:54.620748 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c614882-1340-4d85-83bd-1e63c8caf582 req-dd735f6e-2344-41dc-adb7-ebddd6d17848 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1021245 Feb 17 09:48:54.712503 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c614882-1340-4d85-83bd-1e63c8caf582 req-a7b8ba0d-2fcd-4d75-b82c-308ceeff6115 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843992 Feb 17 09:48:55.415327 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de9959-0c48-4e02-b8f3-62fe347ab02a req-faf58f83-30ad-43c6-b0f6-a718a0871942 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:55.418126 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-45de9959-0c48-4e02-b8f3-62fe347ab02a req-faf58f83-30ad-43c6-b0f6-a718a0871942 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0718558 Feb 17 09:48:55.485914 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-45de9959-0c48-4e02-b8f3-62fe347ab02a req-d3acf1f4-29c5-492a-960e-42abbf66be11 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576952 Feb 17 09:48:55.714177 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb1cd2-4776-4c68-9583-a4936cd550c3 req-b05c05e6-e5c1-4ee4-b62c-13ee25b2da72 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:55.716484 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c9bb1cd2-4776-4c68-9583-a4936cd550c3 req-b05c05e6-e5c1-4ee4-b62c-13ee25b2da72 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 945 time: 0.0844147 Feb 17 09:48:55.815988 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c9bb1cd2-4776-4c68-9583-a4936cd550c3 req-35c30570-936d-4b89-bed7-2d77c0ba5348 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872679 Feb 17 09:48:55.928782 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc0fc7-9acc-4d1a-877e-33b75a5f40ab req-00b26382-1820-44d9-8b44-c5cdd1b9f87e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:55.931028 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-63fc0fc7-9acc-4d1a-877e-33b75a5f40ab req-00b26382-1820-44d9-8b44-c5cdd1b9f87e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.0860150 Feb 17 09:48:56.014034 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-63fc0fc7-9acc-4d1a-877e-33b75a5f40ab req-0cb75337-0d76-4206-a1c8-39039826ffa1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742631 Feb 17 09:48:56.272459 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e52788-a015-4b7a-8fef-04778e2e377e req-7ee95065-9a8f-4e74-8aad-b83712a673ec tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:56.274262 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-30e52788-a015-4b7a-8fef-04778e2e377e req-7ee95065-9a8f-4e74-8aad-b83712a673ec tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 945 time: 0.1012669 Feb 17 09:48:56.470874 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-30e52788-a015-4b7a-8fef-04778e2e377e req-c09f876a-9a6a-432c-9b24-7d8543e1b98b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Deleting port 0c3992cd-376d-489f-b473-55a6b888f648 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:48:56.472097 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-30e52788-a015-4b7a-8fef-04778e2e377e req-c09f876a-9a6a-432c-9b24-7d8543e1b98b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (0c3992cd-376d-489f-b473-55a6b888f648), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:56.678012 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-30e52788-a015-4b7a-8fef-04778e2e377e req-c09f876a-9a6a-432c-9b24-7d8543e1b98b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] For port 0c3992cd-376d-489f-b473-55a6b888f648, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0c3992cd-376d-489f-b473-55a6b888f648,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:48:56.678773 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-30e52788-a015-4b7a-8fef-04778e2e377e req-c09f876a-9a6a-432c-9b24-7d8543e1b98b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (0c3992cd-376d-489f-b473-55a6b888f648), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:56.754329 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-30e52788-a015-4b7a-8fef-04778e2e377e req-c09f876a-9a6a-432c-9b24-7d8543e1b98b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Calling delete_port for 0c3992cd-376d-489f-b473-55a6b888f648 owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:48:56.868641 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf747c-af41-4737-b715-4b61ae57d3fb req-e4ca4be1-523c-48ca-864d-8a5e70365146 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:56.873844 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7adf747c-af41-4737-b715-4b61ae57d3fb req-e4ca4be1-523c-48ca-864d-8a5e70365146 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1983232 Feb 17 09:48:56.916622 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-dbaf97eb-5ff5-4da6-8066-ae50bd88a759 req-9beab835-5738-40f9-88f4-3db3d90f7d1d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:48:56.918241 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dbaf97eb-5ff5-4da6-8066-ae50bd88a759 req-9beab835-5738-40f9-88f4-3db3d90f7d1d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078428 Feb 17 09:48:56.993430 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7adf747c-af41-4737-b715-4b61ae57d3fb req-452cb648-772a-407b-8d0b-19f013b25c54 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112292 Feb 17 09:48:57.230496 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-30e52788-a015-4b7a-8fef-04778e2e377e req-c09f876a-9a6a-432c-9b24-7d8543e1b98b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303'] for port (0c3992cd-376d-489f-b473-55a6b888f648), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:57.271159 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['b6e41912-2233-4573-b818-1b4eb329f1b6', '9d16e019-6c3d-4f37-b876-df030b05c1e6', '0c3992cd-376d-489f-b473-55a6b888f648'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:48:57.468942 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f876a-9a6a-432c-9b24-7d8543e1b98b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Pushing event deleted for resources: {'Port': ['ID=0c3992cd-376d-489f-b473-55a6b888f648,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:48:57.535263 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e52788-a015-4b7a-8fef-04778e2e377e req-c09f876a-9a6a-432c-9b24-7d8543e1b98b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] No DVR routers for this DVR port 0c3992cd-376d-489f-b473-55a6b888f648 on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:48:57.548617 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-30e52788-a015-4b7a-8fef-04778e2e377e req-c09f876a-9a6a-432c-9b24-7d8543e1b98b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:48:57.553075 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-30e52788-a015-4b7a-8fef-04778e2e377e req-c09f876a-9a6a-432c-9b24-7d8543e1b98b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "DELETE /v2.0/ports/0c3992cd-376d-489f-b473-55a6b888f648 HTTP/1.1" status: 204 len: 173 time: 1.2694163 Feb 17 09:48:57.553676 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f36abb9-d2fe-42fb-a073-f8d670575ec6', 'name': 'network-vif-deleted', 'tag': '0c3992cd-376d-489f-b473-55a6b888f648'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:48:57.557481 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dc211c-66c4-4171-814d-32aa706e1f37" -d '{"events": [{"server_uuid": "9f36abb9-d2fe-42fb-a073-f8d670575ec6", "name": "network-vif-deleted", "tag": "0c3992cd-376d-489f-b473-55a6b888f648"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:48:57.598961 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cb839-018c-4298-8d5c-45ec7f4fb9e0 req-d94028e4-0a71-434a-afcf-31de883c954b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:57.616132 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-de7cb839-018c-4298-8d5c-45ec7f4fb9e0 req-d94028e4-0a71-434a-afcf-31de883c954b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f36abb9-d2fe-42fb-a073-f8d670575ec6 HTTP/1.1" status: 200 len: 867 time: 0.4825900 Feb 17 09:48:57.818788 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-de7cb839-018c-4298-8d5c-45ec7f4fb9e0 req-dd897615-12f8-4500-9ca7-52f04170be6d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007709 Feb 17 09:48:57.911392 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4be4b-93cb-4ae6-b96a-0cce5df1f8c7 req-3f4eb8a8-c9aa-4413-94ad-279e658c8604 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:57.952669 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6ec4be4b-93cb-4ae6-b96a-0cce5df1f8c7 req-3f4eb8a8-c9aa-4413-94ad-279e658c8604 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.7230940 Feb 17 09:48:57.995641 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090cdae6-0eb6-4874-ac7d-f8a2b6b8beb5 x-openstack-request-id: req-090cdae6-0eb6-4874-ac7d-f8a2b6b8beb5 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:48:57.996340 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f36abb9-d2fe-42fb-a073-f8d670575ec6", "name": "network-vif-deleted", "tag": "0c3992cd-376d-489f-b473-55a6b888f648", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:48:57.996775 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-090cdae6-0eb6-4874-ac7d-f8a2b6b8beb5 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:48:57.997693 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f36abb9-d2fe-42fb-a073-f8d670575ec6', 'name': 'network-vif-deleted', 'tag': '0c3992cd-376d-489f-b473-55a6b888f648', 'status': 'completed', 'code': 200} Feb 17 09:48:58.223958 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6ec4be4b-93cb-4ae6-b96a-0cce5df1f8c7 req-c1402368-f1b5-43d8-833f-8d7c662f7457 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640262 Feb 17 09:48:58.401251 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29135c90-2710-4d31-8cc3-8fa74b41a196 req-f04595c6-b26a-42d1-b7fb-8ab05b504be7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:58.404447 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-29135c90-2710-4d31-8cc3-8fa74b41a196 req-f04595c6-b26a-42d1-b7fb-8ab05b504be7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1658690 Feb 17 09:48:58.465163 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 88dd9ba2-e308-4574-8f73-b91094312591 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:48:58.539435 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-29135c90-2710-4d31-8cc3-8fa74b41a196 req-725c0d91-704c-41b9-9899-7a01fca8ff7d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236470 Feb 17 09:48:58.729541 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56028) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:58.733841 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 88dd9ba2-e308-4574-8f73-b91094312591 is: DOWN; New status is: DOWN {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:48:58.736462 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 0c3992cd-376d-489f-b473-55a6b888f648 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:48:58.778409 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 0c3992cd-376d-489f-b473-55a6b888f648 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:48:58.779416 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 0c3992cd-376d-489f-b473-55a6b888f648 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:48:58.950128 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-871d6bdb-9fd9-48a9-b314-d508e95c1349 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2131982 Feb 17 09:48:58.957680 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-1fe1d7a8-19d1-4774-bd11-4c47f016d4f1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:48:58.960742 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-1fe1d7a8-19d1-4774-bd11-4c47f016d4f1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090897 Feb 17 09:48:59.104448 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56040) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:48:59.505824 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-8cba6924-24de-492e-85dc-813b5a9e3cf8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:59.508997 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-8cba6924-24de-492e-85dc-813b5a9e3cf8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports/88dd9ba2-e308-4574-8f73-b91094312591 HTTP/1.1" status: 200 len: 940 time: 0.4039550 Feb 17 09:48:59.585854 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7210fa-831b-42a8-8dde-84bb3285ff6d req-c4a3f083-25d8-4423-abf9-9b00af14244b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:59.588009 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e7210fa-831b-42a8-8dde-84bb3285ff6d req-c4a3f083-25d8-4423-abf9-9b00af14244b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 945 time: 0.2289050 Feb 17 09:48:59.604169 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb24441-a26a-4c4c-aeee-ee3b84c95efd req-53e51bf7-ff92-4f95-ab58-4fba3990fd37 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:48:59.623079 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bbb24441-a26a-4c4c-aeee-ee3b84c95efd req-53e51bf7-ff92-4f95-ab58-4fba3990fd37 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1848633 Feb 17 09:48:59.778800 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e7210fa-831b-42a8-8dde-84bb3285ff6d req-0ea844f5-3eba-4f60-aaa5-474fd9791d58 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540403 Feb 17 09:48:59.803765 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bbb24441-a26a-4c4c-aeee-ee3b84c95efd req-286124f6-ac58-4f62-971a-77237f0c9c65 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688077 Feb 17 09:49:00.098350 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bb5d0-2022-4d3f-82dc-1b8978a1843e req-7370b88a-7e61-4fd4-b116-7f80df1edb70 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:00.111994 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b49bb5d0-2022-4d3f-82dc-1b8978a1843e req-7370b88a-7e61-4fd4-b116-7f80df1edb70 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1384902 Feb 17 09:49:00.259721 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-d0f4de26-e46e-4f42-87e8-eb1dcb95e8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:00.306197 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b49bb5d0-2022-4d3f-82dc-1b8978a1843e req-cb691253-d3a3-4bad-b6ce-a0a89bb1e887 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881216 Feb 17 09:49:01.347138 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a236-95dc-40e0-a230-c3ce2f761d26 req-03aeb173-78d8-449d-bd97-2f26bf2da6df tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:01.355869 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8a11a236-95dc-40e0-a230-c3ce2f761d26 req-03aeb173-78d8-449d-bd97-2f26bf2da6df tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 945 time: 0.2232199 Feb 17 09:49:01.368457 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f4e1d-bf31-4ca2-b0cc-b137fc6b8cd7 req-ecc5a9a4-c2d4-4c4b-a7f6-05dcee0a1ee0 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:01.370783 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-311f4e1d-bf31-4ca2-b0cc-b137fc6b8cd7 req-ecc5a9a4-c2d4-4c4b-a7f6-05dcee0a1ee0 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.2223594 Feb 17 09:49:01.392423 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-fc42bbac-7c05-4fdd-a0fb-2a94f714b921 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:01.394318 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-fc42bbac-7c05-4fdd-a0fb-2a94f714b921 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 945 time: 0.3731446 Feb 17 09:49:01.545128 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8a11a236-95dc-40e0-a230-c3ce2f761d26 req-1e435e1f-8f91-4680-8171-0682623c2d40 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879816 Feb 17 09:49:01.586190 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-311f4e1d-bf31-4ca2-b0cc-b137fc6b8cd7 req-a1a5909a-6848-4987-87d2-a6562095b3cf tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055218 Feb 17 09:49:01.675865 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-c0e45325-b2bc-467c-a2d4-760fff3539f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Deleting port 9d16e019-6c3d-4f37-b876-df030b05c1e6 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:49:01.676315 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-c0e45325-b2bc-467c-a2d4-760fff3539f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:01.867178 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-c0e45325-b2bc-467c-a2d4-760fff3539f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] For port 9d16e019-6c3d-4f37-b876-df030b05c1e6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9d16e019-6c3d-4f37-b876-df030b05c1e6,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:01.867178 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-c0e45325-b2bc-467c-a2d4-760fff3539f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:01.895424 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-c0e45325-b2bc-467c-a2d4-760fff3539f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Calling delete_port for 9d16e019-6c3d-4f37-b876-df030b05c1e6 owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:49:01.936096 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedc511-eac5-420f-ba87-1dceeefd9522 req-b5d749c2-c623-4162-b3a8-d306adac1575 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:01.949838 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dcedc511-eac5-420f-ba87-1dceeefd9522 req-b5d749c2-c623-4162-b3a8-d306adac1575 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2521648 Feb 17 09:49:02.133002 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dcedc511-eac5-420f-ba87-1dceeefd9522 req-95eacba1-d038-4791-8d88-86c46e98bda2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816430 Feb 17 09:49:02.146679 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-c90ab4d7-e8f5-4183-a95c-b7423297970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:02.154185 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-c90ab4d7-e8f5-4183-a95c-b7423297970d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67&tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6 HTTP/1.1" status: 200 len: 1127 time: 0.1964629 Feb 17 09:49:02.299799 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-0db6ccc2-0bd1-4a9a-88e1-c15cf5dc0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:02.303399 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-0db6ccc2-0bd1-4a9a-88e1-c15cf5dc0d25 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 1127 time: 0.1068523 Feb 17 09:49:02.321716 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-c0e45325-b2bc-467c-a2d4-760fff3539f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303'] for port (9d16e019-6c3d-4f37-b876-df030b05c1e6), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:02.341653 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['b6e41912-2233-4573-b818-1b4eb329f1b6', '9d16e019-6c3d-4f37-b876-df030b05c1e6'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:49:02.386941 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e45325-b2bc-467c-a2d4-760fff3539f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Pushing event deleted for resources: {'Port': ['ID=9d16e019-6c3d-4f37-b876-df030b05c1e6,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:02.530953 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-eb630770-cb5b-4f17-a153-603e26a9e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:02.534231 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-eb630770-cb5b-4f17-a153-603e26a9e863 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 917 time: 0.2236757 Feb 17 09:49:02.582256 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-c0e45325-b2bc-467c-a2d4-760fff3539f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] No DVR routers for this DVR port 9d16e019-6c3d-4f37-b876-df030b05c1e6 on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:49:02.592119 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-c0e45325-b2bc-467c-a2d4-760fff3539f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:02.607299 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-611a6221-967e-4d1e-ad75-2c6fd758dd82 req-c0e45325-b2bc-467c-a2d4-760fff3539f0 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "DELETE /v2.0/ports/9d16e019-6c3d-4f37-b876-df030b05c1e6 HTTP/1.1" status: 204 len: 173 time: 1.1726098 Feb 17 09:49:02.607649 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f262c2-050b-4024-b2e4-87e06d5d3a37', 'name': 'network-vif-deleted', 'tag': '9d16e019-6c3d-4f37-b876-df030b05c1e6'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:49:02.614795 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c384fd40-d6df-4050-ac04-f52a7fdcf803" -d '{"events": [{"server_uuid": "53f262c2-050b-4024-b2e4-87e06d5d3a37", "name": "network-vif-deleted", "tag": "9d16e019-6c3d-4f37-b876-df030b05c1e6"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:49:02.725385 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-e7ad52f7-df78-4b36-a67c-f52f1bee7e79 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88dd9ba2-e308-4574-8f73-b91094312591 HTTP/1.1" status: 200 len: 998 time: 0.1843481 Feb 17 09:49:02.793993 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b8dc6f-f3de-4bce-a345-134481c6b562 x-openstack-request-id: req-08b8dc6f-f3de-4bce-a345-134481c6b562 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:49:02.794352 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f262c2-050b-4024-b2e4-87e06d5d3a37", "name": "network-vif-deleted", "tag": "9d16e019-6c3d-4f37-b876-df030b05c1e6", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:49:02.794765 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08b8dc6f-f3de-4bce-a345-134481c6b562 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:49:02.795299 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f262c2-050b-4024-b2e4-87e06d5d3a37', 'name': 'network-vif-deleted', 'tag': '9d16e019-6c3d-4f37-b876-df030b05c1e6', 'status': 'completed', 'code': 200} Feb 17 09:49:02.804933 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-055308e8-5ce0-4ea7-96ee-17f1e5192bc6 req-7bc9afff-3598-4dba-ae22-e077e2300f5d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=53f262c2-050b-4024-b2e4-87e06d5d3a37 HTTP/1.1" status: 200 len: 210 time: 0.0806353 Feb 17 09:49:02.878284 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-46c5f2f3-9686-4a17-bf67-2cbca6d14c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:02.888813 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-46c5f2f3-9686-4a17-bf67-2cbca6d14c22 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.1483212 Feb 17 09:49:03.012592 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-e1045af5-84f5-4232-b1ef-b459891469a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:03.017222 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-e1045af5-84f5-4232-b1ef-b459891469a0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1262109 Feb 17 09:49:03.030308 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-9a55a6ee-55f3-4344-b89a-8e433e377a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:03.045025 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23f76a-2c09-4f77-bfeb-c8e8dd3734df req-f555ca35-a1a9-4e7c-a0f1-376590f11149 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:03.058833 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ee23f76a-2c09-4f77-bfeb-c8e8dd3734df req-f555ca35-a1a9-4e7c-a0f1-376590f11149 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1369834 Feb 17 09:49:03.167118 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ee23f76a-2c09-4f77-bfeb-c8e8dd3734df req-90defa02-f1a7-4033-9a1e-b3394c57abef tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056175 Feb 17 09:49:03.271275 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-b99b5577-5d71-4604-9ea5-3b1c538f89a7 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468021 Feb 17 09:49:03.497608 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41df919-d4af-47cb-817d-e9a7a8213236 req-ba497dce-4c2d-45b9-982e-43091a249c2d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:03.523000 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c41df919-d4af-47cb-817d-e9a7a8213236 req-ba497dce-4c2d-45b9-982e-43091a249c2d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1605513 Feb 17 09:49:03.527817 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1d4b8ab7-e81b-459d-9303-8e87cc9a0ae8 req-73ec0777-5a09-4b74-9631-969198a6fae3 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467985 Feb 17 09:49:03.635427 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c41df919-d4af-47cb-817d-e9a7a8213236 req-3544f4ff-863c-43a7-be65-64ea85392186 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092124 Feb 17 09:49:04.483069 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 9d16e019-6c3d-4f37-b876-df030b05c1e6 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:49:04.549206 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 9d16e019-6c3d-4f37-b876-df030b05c1e6 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:49:04.550166 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 9d16e019-6c3d-4f37-b876-df030b05c1e6 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:49:04.604760 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a8f00-d377-44f4-8ae4-ac10d18f2790 req-fadc59a0-a670-4d9c-a3d1-421df35b9289 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:04.613047 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-446a8f00-d377-44f4-8ae4-ac10d18f2790 req-fadc59a0-a670-4d9c-a3d1-421df35b9289 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.2148607 Feb 17 09:49:04.740542 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-446a8f00-d377-44f4-8ae4-ac10d18f2790 req-e539d9f8-f496-44a1-83ae-4abc526c20d8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130130 Feb 17 09:49:04.926724 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:04.986738 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78414-762d-46d5-adf1-3d3ac95a1cc5 req-dc852fc1-309e-4620-b3b6-2c762ce43d6c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:05.000602 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4be78414-762d-46d5-adf1-3d3ac95a1cc5 req-dc852fc1-309e-4620-b3b6-2c762ce43d6c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1930797 Feb 17 09:49:05.106803 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4be78414-762d-46d5-adf1-3d3ac95a1cc5 req-c9be8b10-484a-4216-8f33-cc5bb0c72314 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045730 Feb 17 09:49:06.060106 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f6efb-4223-459a-8adf-a1d50a97be0f req-c718f6e7-45e2-4f13-9a8e-273e6f406e3b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:06.076983 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0a9f6efb-4223-459a-8adf-a1d50a97be0f req-c718f6e7-45e2-4f13-9a8e-273e6f406e3b tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 945 time: 0.2442007 Feb 17 09:49:06.176303 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84e55-38fb-4357-9330-e1a68a952e87 req-7b493a58-8a81-452f-81c1-d66ed5a40625 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:06.182462 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cea84e55-38fb-4357-9330-e1a68a952e87 req-7b493a58-8a81-452f-81c1-d66ed5a40625 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.2657151 Feb 17 09:49:06.323774 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cea84e55-38fb-4357-9330-e1a68a952e87 req-7dc3c932-60a2-4150-b178-d48c6e78e6f2 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330671 Feb 17 09:49:06.433239 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0a9f6efb-4223-459a-8adf-a1d50a97be0f req-8ee432c9-2cc4-46f5-824e-ec8bb0f34f63 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398025 Feb 17 09:49:06.708631 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f322769-a84c-4bde-b48c-fffdd38039a4 req-8de02eee-484d-4429-b0a6-cffecf6c77f3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:06.734801 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1f322769-a84c-4bde-b48c-fffdd38039a4 req-8de02eee-484d-4429-b0a6-cffecf6c77f3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1785178 Feb 17 09:49:06.910761 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1f322769-a84c-4bde-b48c-fffdd38039a4 req-a6dcab49-314d-4557-8a14-144b0fe2264e tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721733 Feb 17 09:49:07.540555 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:07.623200 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b380015-34a1-416e-a279-82f69b88025c req-bf913609-fde1-4091-ac1f-7e1c50e2c5c6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:07.635338 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b380015-34a1-416e-a279-82f69b88025c req-bf913609-fde1-4091-ac1f-7e1c50e2c5c6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1274397 Feb 17 09:49:07.779417 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa44d4-f3f7-4859-801c-d82abb8961ca req-ce13bd07-9c21-46b4-962d-0434072b9b60 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:07.781298 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-70fa44d4-f3f7-4859-801c-d82abb8961ca req-ce13bd07-9c21-46b4-962d-0434072b9b60 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 945 time: 0.1355941 Feb 17 09:49:07.797766 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2b380015-34a1-416e-a279-82f69b88025c req-70df5e9f-d584-4d12-bd17-3b1a2ed8d638 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608939 Feb 17 09:49:07.904470 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-70fa44d4-f3f7-4859-801c-d82abb8961ca req-60a4e35f-54b3-489d-8865-ddcdc3eca357 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997617 Feb 17 09:49:08.258331 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015237f-c08d-40e3-9d12-528984a319dc req-29c018f4-fd85-41e3-a4e1-1c44877fe03b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:08.263116 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3015237f-c08d-40e3-9d12-528984a319dc req-29c018f4-fd85-41e3-a4e1-1c44877fe03b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1373460 Feb 17 09:49:08.418008 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3015237f-c08d-40e3-9d12-528984a319dc req-19aa9069-945a-41fa-b571-37c8b2690250 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360555 Feb 17 09:49:08.470165 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:09.206590 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5a190-ca99-4974-8846-e93e7eb5fb0f req-f1ebcdd9-6ec5-463d-8f82-9e28c3743aac tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:09.213257 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-edf5a190-ca99-4974-8846-e93e7eb5fb0f req-f1ebcdd9-6ec5-463d-8f82-9e28c3743aac tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1915858 Feb 17 09:49:09.277392 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-a8aa1f93-8d32-4d8e-8cf9-8e7c5c0b543a tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:09.280666 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-a8aa1f93-8d32-4d8e-8cf9-8e7c5c0b543a tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 945 time: 0.1669748 Feb 17 09:49:09.377974 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-edf5a190-ca99-4974-8846-e93e7eb5fb0f req-5c6120de-063c-4ad8-b65f-6c556dda5a8b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082482 Feb 17 09:49:09.430602 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95ff3b-6801-4488-bf56-e0d51a132d0e req-1afa689b-74e5-463a-be47-6c403fc41f8c tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:09.448987 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-da95ff3b-6801-4488-bf56-e0d51a132d0e req-1afa689b-74e5-463a-be47-6c403fc41f8c tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 945 time: 0.3032169 Feb 17 09:49:09.561169 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-0d27822e-8fa1-4029-83ce-ccfc27f5bd8e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Deleting port b6e41912-2233-4573-b818-1b4eb329f1b6 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:49:09.561802 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-0d27822e-8fa1-4029-83ce-ccfc27f5bd8e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:09.577241 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-da95ff3b-6801-4488-bf56-e0d51a132d0e req-5d00c2f1-c14e-458b-99ad-0744b38302b9 tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/security-groups?id=8bfe4530-7651-4132-be20-05d8cd7ab9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271269 Feb 17 09:49:09.828212 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-0d27822e-8fa1-4029-83ce-ccfc27f5bd8e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] For port b6e41912-2233-4573-b818-1b4eb329f1b6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=b6e41912-2233-4573-b818-1b4eb329f1b6,segment=NetworkSegment(c43d9858-31a3-43fe-9c26-9d01f022eafe),segment_id=c43d9858-31a3-43fe-9c26-9d01f022eafe)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:09.828790 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-0d27822e-8fa1-4029-83ce-ccfc27f5bd8e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:09.855099 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-0d27822e-8fa1-4029-83ce-ccfc27f5bd8e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Calling delete_port for b6e41912-2233-4573-b818-1b4eb329f1b6 owned by compute:nova {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:49:09.865933 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af92ccd-b3a0-472a-96eb-bccffbe7a7cd req-1aec8c15-5e9c-4e14-97c9-4dae874ccf56 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:09.879383 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8af92ccd-b3a0-472a-96eb-bccffbe7a7cd req-1aec8c15-5e9c-4e14-97c9-4dae874ccf56 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1930280 Feb 17 09:49:10.026668 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8af92ccd-b3a0-472a-96eb-bccffbe7a7cd req-e957181d-2d00-4346-aac8-904e0d5e1861 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307342 Feb 17 09:49:10.078392 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-0d27822e-8fa1-4029-83ce-ccfc27f5bd8e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (b6e41912-2233-4573-b818-1b4eb329f1b6), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:10.093703 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['b6e41912-2233-4573-b818-1b4eb329f1b6'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:49:10.160017 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27822e-8fa1-4029-83ce-ccfc27f5bd8e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Pushing event deleted for resources: {'Port': ['ID=b6e41912-2233-4573-b818-1b4eb329f1b6,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:10.222719 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-0d27822e-8fa1-4029-83ce-ccfc27f5bd8e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] No DVR routers for this DVR port b6e41912-2233-4573-b818-1b4eb329f1b6 on host hv-cinder-77398 {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:49:10.227488 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-0d27822e-8fa1-4029-83ce-ccfc27f5bd8e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:10.232209 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-c75cca40-a442-4b6e-805c-8a2c040c6b56 req-0d27822e-8fa1-4029-83ce-ccfc27f5bd8e tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.124 "DELETE /v2.0/ports/b6e41912-2233-4573-b818-1b4eb329f1b6 HTTP/1.1" status: 204 len: 173 time: 0.9389496 Feb 17 09:49:10.233049 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e64505-11fb-43c0-8c95-3f0d035f03aa', 'name': 'network-vif-deleted', 'tag': 'b6e41912-2233-4573-b818-1b4eb329f1b6'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:49:10.236033 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0ac721-f164-4ca7-bbb0-1f736e6eb2ac" -d '{"events": [{"server_uuid": "35e64505-11fb-43c0-8c95-3f0d035f03aa", "name": "network-vif-deleted", "tag": "b6e41912-2233-4573-b818-1b4eb329f1b6"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:49:10.315272 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbe4a9e-56a2-482c-a7ee-6aaf6bcc0423 x-openstack-request-id: req-0dbe4a9e-56a2-482c-a7ee-6aaf6bcc0423 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:49:10.316246 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e64505-11fb-43c0-8c95-3f0d035f03aa", "name": "network-vif-deleted", "tag": "b6e41912-2233-4573-b818-1b4eb329f1b6", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:49:10.316641 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0dbe4a9e-56a2-482c-a7ee-6aaf6bcc0423 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:49:10.332602 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e64505-11fb-43c0-8c95-3f0d035f03aa', 'name': 'network-vif-deleted', 'tag': 'b6e41912-2233-4573-b818-1b4eb329f1b6', 'status': 'completed', 'code': 200} Feb 17 09:49:10.899200 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:49:10.977173 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b4b56246-4282-4729-8151-3dc425f1233e req-d8dedf8d-1b57-4ef5-b6ed-4d6c289d588d tempest-AttachVolumeNegativeTest-202948950 tempest-AttachVolumeNegativeTest-202948950-project] 10.222.0.61 "GET /v2.0/ports?device_id=35e64505-11fb-43c0-8c95-3f0d035f03aa HTTP/1.1" status: 200 len: 210 time: 0.1271381 Feb 17 09:49:11.063387 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3d85d-db9c-4386-8203-496ec870fdcc req-b470a232-8f87-4ae3-9d88-64c69040cd2f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:11.076006 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4bc3d85d-db9c-4386-8203-496ec870fdcc req-b470a232-8f87-4ae3-9d88-64c69040cd2f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.2584932 Feb 17 09:49:11.342763 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4bc3d85d-db9c-4386-8203-496ec870fdcc req-63470f05-82e7-40ae-b482-b97c4e8d5dd8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613621 Feb 17 09:49:11.466903 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32613f81-3a1a-4054-b9c9-9c8d0b9fe331 req-ebd8b10b-7d21-4a92-b92d-2c8f0e179cb2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:11.479179 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-32613f81-3a1a-4054-b9c9-9c8d0b9fe331 req-ebd8b10b-7d21-4a92-b92d-2c8f0e179cb2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2344766 Feb 17 09:49:11.798463 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-32613f81-3a1a-4054-b9c9-9c8d0b9fe331 req-6378143f-c8a0-4af7-b7ae-7db47c0c3dd6 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075716 Feb 17 09:49:12.174712 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56170) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:12.343144 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e9d623-4698-4545-ad46-8aa4f32917c0 admin admin] Deleting subnet e06c454d-9899-4568-ab7a-cca625863472 {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:49:12.350662 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-91e9d623-4698-4545-ad46-8aa4f32917c0 admin admin] Publish callbacks [] for subnet (e06c454d-9899-4568-ab7a-cca625863472), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:12.471259 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-91e9d623-4698-4545-ad46-8aa4f32917c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (e06c454d-9899-4568-ab7a-cca625863472), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:12.513014 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device b6e41912-2233-4573-b818-1b4eb329f1b6 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:49:12.618595 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: b6e41912-2233-4573-b818-1b4eb329f1b6 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:49:12.623094 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device b6e41912-2233-4573-b818-1b4eb329f1b6 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:49:12.704240 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-91e9d623-4698-4545-ad46-8aa4f32917c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (e06c454d-9899-4568-ab7a-cca625863472), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:12.861534 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bdaf6-9cd8-4a6c-b296-59e3d5e00b67 req-c9dd8c6f-69cc-4784-9d77-caf702acc433 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:12.863464 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-615bdaf6-9cd8-4a6c-b296-59e3d5e00b67 req-c9dd8c6f-69cc-4784-9d77-caf702acc433 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.2750895 Feb 17 09:49:12.931776 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-91e9d623-4698-4545-ad46-8aa4f32917c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (e06c454d-9899-4568-ab7a-cca625863472), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:13.048333 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9d623-4698-4545-ad46-8aa4f32917c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06c454d-9899-4568-ab7a-cca625863472,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:13.054135 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-91e9d623-4698-4545-ad46-8aa4f32917c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:13.062642 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-615bdaf6-9cd8-4a6c-b296-59e3d5e00b67 req-31ab09fb-a137-4822-96dd-fcef302097b9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704698 Feb 17 09:49:13.067391 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-91e9d623-4698-4545-ad46-8aa4f32917c0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e06c454d-9899-4568-ab7a-cca625863472 HTTP/1.1" status: 204 len: 168 time: 0.8862429 Feb 17 09:49:13.068420 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56180) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:13.293028 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd610c77-f4ac-4994-878a-9671387b0d59 req-e891533c-e855-4ba4-8bb9-08d907fc82e3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:13.296558 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cd610c77-f4ac-4994-878a-9671387b0d59 req-e891533c-e855-4ba4-8bb9-08d907fc82e3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2232385 Feb 17 09:49:13.302704 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (e9f66ec7-21ec-4b55-ac50-adffd10a3f11), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:13.529461 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cd610c77-f4ac-4994-878a-9671387b0d59 req-c1941cc4-c8c1-4245-a468-fcd17a5989e7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223577 Feb 17 09:49:13.703278 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (e9f66ec7-21ec-4b55-ac50-adffd10a3f11), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:13.793700 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.796972 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.800475 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.801081 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > port after_create 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.803530 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.805285 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > port after_update 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.807145 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.809169 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.810615 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.812016 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.953840 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.955041 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.955041 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.955041 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 09:49:13.955560 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f66ec7-21ec-4b55-ac50-adffd10a3f11']}} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:13.998671 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43d9858-31a3-43fe-9c26-9d01f022eafe') {'for_net_delete': True} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:13.999640 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43d9858-31a3-43fe-9c26-9d01f022eafe') {} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:14.036531 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8478020'] for segment (c43d9858-31a3-43fe-9c26-9d01f022eafe), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:14.096349 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (c43d9858-31a3-43fe-9c26-9d01f022eafe), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:14.120449 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=109367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:49:14.122033 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117284'] for segment (c43d9858-31a3-43fe-9c26-9d01f022eafe), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:14.136555 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: from cryptography.utils import int_from_bytes Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: from cryptography.utils import int_from_bytes Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: Traceback (most recent call last): Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: timer() Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: cb(*args, **kw) Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: return func(*args, **kwargs) Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: self._notify() Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: self.callback(batched_events) Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: event.method(event) Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: return f(self, *a, **k) Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._get(url).json() Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: return self.request(url, 'GET', **kwargs) Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:49:14.167165 dv-cinder-773985-34-iscsi neutron-server[109367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:49:14.294448 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (e9f66ec7-21ec-4b55-ac50-adffd10a3f11), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:14.311672 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:14.323029 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e9f66ec7-21ec-4b55-ac50-adffd10a3f11 HTTP/1.1" status: 204 len: 168 time: 1.2205710 Feb 17 09:49:14.446616 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba28b9-e897-4b84-927a-80782765d469 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f66ec7-21ec-4b55-ac50-adffd10a3f11,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:14.569319 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0ffb8-8145-4254-87f2-f197ee772001 req-2c7df061-907b-479c-b67e-9b905c73941c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:14.592087 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-12a0ffb8-8145-4254-87f2-f197ee772001 req-2c7df061-907b-479c-b67e-9b905c73941c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.2708552 Feb 17 09:49:14.822406 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-12a0ffb8-8145-4254-87f2-f197ee772001 req-71752b3f-63c6-436b-871a-e5855202216a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136934 Feb 17 09:49:14.864455 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56190) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:14.982157 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d047062-1d56-4905-83f3-7763563d50e5 req-3369c65b-2e01-4a7a-8555-3272b7a75889 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:15.005189 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8d047062-1d56-4905-83f3-7763563d50e5 req-3369c65b-2e01-4a7a-8555-3272b7a75889 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1512942 Feb 17 09:49:15.071524 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-beff6b38-4b51-49da-b58d-a8eae12358d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a47fbb1826f4ab18e51902128b6c104&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2033131 Feb 17 09:49:15.078419 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56192) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:15.252798 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8d047062-1d56-4905-83f3-7763563d50e5 req-569a3fbd-4d22-4570-b53a-48359738d9c8 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440841 Feb 17 09:49:15.259735 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-41da6551-49ea-4e2e-802b-42a5eb5441fc admin admin] Publish callbacks [] for security_group (8bfe4530-7651-4132-be20-05d8cd7ab9b8), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:15.371396 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-41da6551-49ea-4e2e-802b-42a5eb5441fc admin admin] Publish callbacks [] for security_group (8bfe4530-7651-4132-be20-05d8cd7ab9b8), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:15.512813 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-41da6551-49ea-4e2e-802b-42a5eb5441fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8bfe4530-7651-4132-be20-05d8cd7ab9b8), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:15.516971 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-41da6551-49ea-4e2e-802b-42a5eb5441fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:15.518543 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-41da6551-49ea-4e2e-802b-42a5eb5441fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bfe4530-7651-4132-be20-05d8cd7ab9b8 HTTP/1.1" status: 204 len: 168 time: 0.4380043 Feb 17 09:49:15.551351 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da6551-49ea-4e2e-802b-42a5eb5441fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfe4530-7651-4132-be20-05d8cd7ab9b8,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:16.230666 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d29df-02bf-4382-b602-130bd6bdf995 req-60e20dc0-c7c0-43d6-8906-1ca59117e3ab tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:16.244827 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-431d29df-02bf-4382-b602-130bd6bdf995 req-60e20dc0-c7c0-43d6-8906-1ca59117e3ab tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1777570 Feb 17 09:49:16.436583 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-431d29df-02bf-4382-b602-130bd6bdf995 req-619cb2f9-fd4b-4fb8-a09e-d660a049b8e8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812453 Feb 17 09:49:16.589470 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fbd1f-631c-48a0-9144-84ad965178d0 req-9e64687f-e0d8-455f-9397-4d0e4112f5c9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:16.597846 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-417fbd1f-631c-48a0-9144-84ad965178d0 req-9e64687f-e0d8-455f-9397-4d0e4112f5c9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1598475 Feb 17 09:49:16.716851 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-417fbd1f-631c-48a0-9144-84ad965178d0 req-08e1528f-1457-4b85-a5a0-ccdd7bc492c7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126792 Feb 17 09:49:18.008008 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f49ee5-c5bb-4da8-ac8f-1afe30c19108 req-1c08a18b-9f72-44de-bdf7-c97b4bcb7be3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:18.027638 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-77f49ee5-c5bb-4da8-ac8f-1afe30c19108 req-1c08a18b-9f72-44de-bdf7-c97b4bcb7be3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.3080316 Feb 17 09:49:18.254766 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-77f49ee5-c5bb-4da8-ac8f-1afe30c19108 req-a4cb8628-a211-4ad2-aef8-6619641814cc tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981652 Feb 17 09:49:18.352648 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6258b64-e306-4de9-8c36-65caa98ac37f req-6044dbe3-9b6b-4e9d-9f37-eb22e9ed5b91 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:18.364661 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a6258b64-e306-4de9-8c36-65caa98ac37f req-6044dbe3-9b6b-4e9d-9f37-eb22e9ed5b91 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.3352938 Feb 17 09:49:18.519675 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a6258b64-e306-4de9-8c36-65caa98ac37f req-b3411cdf-dd2a-4e00-86b1-ed3c1daa9f6b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461072 Feb 17 09:49:19.663569 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf52f8-3dc6-401d-b651-dbb229917dc0 req-874ff77c-4846-425a-a308-de304412b263 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:19.695156 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-55bf52f8-3dc6-401d-b651-dbb229917dc0 req-874ff77c-4846-425a-a308-de304412b263 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1820242 Feb 17 09:49:19.964117 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-55bf52f8-3dc6-401d-b651-dbb229917dc0 req-e91f6df5-dc70-45b3-a623-38814cbc1ec5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662513 Feb 17 09:49:20.011604 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482d915-ebfc-4ec1-8c15-61cf44cbf921 req-8acf79b2-6918-4422-8a17-6f690db7e0e2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:20.014539 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f482d915-ebfc-4ec1-8c15-61cf44cbf921 req-8acf79b2-6918-4422-8a17-6f690db7e0e2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2023840 Feb 17 09:49:20.147452 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f482d915-ebfc-4ec1-8c15-61cf44cbf921 req-499119d9-6e30-4123-bc6e-7192e4e29f7b tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199896 Feb 17 09:49:21.337821 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecedbe1-57e0-490c-9848-1270edbed33b req-45d639b4-b5d8-4850-8fab-091efed85d89 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:21.346471 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8ecedbe1-57e0-490c-9848-1270edbed33b req-45d639b4-b5d8-4850-8fab-091efed85d89 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0997760 Feb 17 09:49:21.357607 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304346d-828f-4e9d-923b-5a99e2b2a07b req-91b8c52d-2359-47a2-8580-3206388d1238 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:21.359265 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8304346d-828f-4e9d-923b-5a99e2b2a07b req-91b8c52d-2359-47a2-8580-3206388d1238 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1816716 Feb 17 09:49:21.464527 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8ecedbe1-57e0-490c-9848-1270edbed33b req-22f295ed-a44d-4aae-94b5-4a0e8b4583fe tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161659 Feb 17 09:49:21.475499 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8304346d-828f-4e9d-923b-5a99e2b2a07b req-3cfa0974-1d87-4975-9235-e0a63b08412a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003072 Feb 17 09:49:21.747859 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b379cc-a914-47ff-a9f6-0b0c2fc2ae1d req-6e14f374-4437-425d-8777-544960ddca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:21.749967 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00b379cc-a914-47ff-a9f6-0b0c2fc2ae1d req-6e14f374-4437-425d-8777-544960ddca32 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 1129 time: 0.0706444 Feb 17 09:49:21.827494 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-00b379cc-a914-47ff-a9f6-0b0c2fc2ae1d req-5295b042-d466-4cb1-8756-95fdf59f327e service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687912 Feb 17 09:49:22.690550 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e246b-4619-4340-a346-58b335d2cdd7 req-f0e57fed-17b7-4700-8506-cf59583d22a2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:22.699755 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-478e246b-4619-4340-a346-58b335d2cdd7 req-f0e57fed-17b7-4700-8506-cf59583d22a2 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1242173 Feb 17 09:49:22.726523 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5007b8c-5d98-4197-9bc0-494dbafb0752 req-1b0e55ab-43e1-4c67-95e3-329402066490 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:22.729100 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b5007b8c-5d98-4197-9bc0-494dbafb0752 req-1b0e55ab-43e1-4c67-95e3-329402066490 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1145794 Feb 17 09:49:22.858940 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-478e246b-4619-4340-a346-58b335d2cdd7 req-8fae68a2-c83e-4790-b13d-fc046d4e734d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576774 Feb 17 09:49:22.994650 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b5007b8c-5d98-4197-9bc0-494dbafb0752 req-87d9a85e-03c2-4e25-b4d9-720192801b49 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474194 Feb 17 09:49:24.115841 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680c637-3db5-4283-a191-6581c49172e9 req-7e193a5a-824b-47bc-8fc1-ec4d7b03ab76 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:24.118889 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d680c637-3db5-4283-a191-6581c49172e9 req-7e193a5a-824b-47bc-8fc1-ec4d7b03ab76 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0833008 Feb 17 09:49:24.252246 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d680c637-3db5-4283-a191-6581c49172e9 req-65aef7e7-eb4c-4a2f-b77b-5f7e8e51b814 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263845 Feb 17 09:49:24.289456 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b5ae4-db2f-44ff-882d-59b541d54fb4 req-1333d1c9-6b0b-489f-a4f8-99843a70bc6b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:24.291906 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-759b5ae4-db2f-44ff-882d-59b541d54fb4 req-1333d1c9-6b0b-489f-a4f8-99843a70bc6b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1538711 Feb 17 09:49:24.376497 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-759b5ae4-db2f-44ff-882d-59b541d54fb4 req-e200a65c-cc28-481b-ac2e-dc6880751be6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772545 Feb 17 09:49:24.742373 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1002b-9d06-40fd-827f-04e690c67954 req-1b7b140e-fdc7-4b28-96ab-a1e40dd25a5a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:24.744879 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f0a1002b-9d06-40fd-827f-04e690c67954 req-1b7b140e-fdc7-4b28-96ab-a1e40dd25a5a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0821114 Feb 17 09:49:25.075950 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f0a1002b-9d06-40fd-827f-04e690c67954 req-59500755-910a-43ac-bd6f-a4e9672dfae9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227155 Feb 17 09:49:25.575209 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1f9ca-fecd-45bf-b6ff-65eff0811401 req-2a3f44b3-89d9-42ba-96ed-e7026da12a44 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:25.577868 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d8f1f9ca-fecd-45bf-b6ff-65eff0811401 req-2a3f44b3-89d9-42ba-96ed-e7026da12a44 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.0892227 Feb 17 09:49:25.642264 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d8f1f9ca-fecd-45bf-b6ff-65eff0811401 req-a4a990ba-4a52-4443-9337-b0378d2a2adc tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584943 Feb 17 09:49:26.210438 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69616b9e-f76c-4d0c-abce-c259752eb311 req-b182c248-1e14-4e25-9432-26593ea7b9e3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:26.213086 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-69616b9e-f76c-4d0c-abce-c259752eb311 req-b182c248-1e14-4e25-9432-26593ea7b9e3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0624807 Feb 17 09:49:26.271750 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-69616b9e-f76c-4d0c-abce-c259752eb311 req-af3ee32b-2b03-4760-ac6f-b62f68ff42a1 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510747 Feb 17 09:49:26.786943 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf87a6-44ce-4ed4-8969-18e27ad37d6e req-2bcb3f01-dac3-4920-85d9-2370ab2bdaab tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:26.788673 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e7cf87a6-44ce-4ed4-8969-18e27ad37d6e req-2bcb3f01-dac3-4920-85d9-2370ab2bdaab tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.0625615 Feb 17 09:49:26.810484 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be45ad-22fb-40cd-a2e2-365e75423923 req-49eabc29-a23c-4be6-adf8-34637aa4f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:26.812154 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-30be45ad-22fb-40cd-a2e2-365e75423923 req-49eabc29-a23c-4be6-adf8-34637aa4f087 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=70dc30ddfde54302b3ba6be283f693c8&device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 1129 time: 0.0513530 Feb 17 09:49:26.864537 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e7cf87a6-44ce-4ed4-8969-18e27ad37d6e req-910f3ded-bdeb-4a7e-a5c0-a9506803019e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686295 Feb 17 09:49:26.952051 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be45ad-22fb-40cd-a2e2-365e75423923 req-373646a3-7d51-4ec7-bb47-08a5d7e16efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:26.954182 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-30be45ad-22fb-40cd-a2e2-365e75423923 req-373646a3-7d51-4ec7-bb47-08a5d7e16efd service neutron] 10.222.0.124 "GET /v2.0/networks?id=b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 200 len: 920 time: 0.1301684 Feb 17 09:49:27.041322 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-30be45ad-22fb-40cd-a2e2-365e75423923 req-b494d4d5-970b-4e42-b9bd-188811c5b7cc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc HTTP/1.1" status: 200 len: 217 time: 0.0664234 Feb 17 09:49:27.126179 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be45ad-22fb-40cd-a2e2-365e75423923 req-ab9d35eb-7246-4dc5-b198-3679571edddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:27.128961 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-30be45ad-22fb-40cd-a2e2-365e75423923 req-ab9d35eb-7246-4dc5-b198-3679571edddb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 200 len: 859 time: 0.0793035 Feb 17 09:49:27.181549 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-30be45ad-22fb-40cd-a2e2-365e75423923 req-7f1052c8-c7d1-4380-bcc4-18f0f501dd28 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b2aabd29-6432-404e-b9a9-6719dfe5d07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458479 Feb 17 09:49:27.353496 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-30be45ad-22fb-40cd-a2e2-365e75423923 req-5232d413-225f-4b36-9692-f34c8529f5b2 service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631811 Feb 17 09:49:27.452459 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7429caf-c805-4030-a5ab-bd1feb96b634 req-4a02f1db-f404-45b6-b851-19e7739eaac7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:27.453984 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f7429caf-c805-4030-a5ab-bd1feb96b634 req-4a02f1db-f404-45b6-b851-19e7739eaac7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0805991 Feb 17 09:49:27.511434 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-30be45ad-22fb-40cd-a2e2-365e75423923 req-8cde0f9d-6ec9-488a-ad78-1cd75712e21e service neutron] 10.222.0.124 "GET /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514645 Feb 17 09:49:27.537373 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f7429caf-c805-4030-a5ab-bd1feb96b634 req-56c43824-1d18-4839-918a-8d1b47db3fe5 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659044 Feb 17 09:49:28.083455 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5ee05-5d6c-4638-a8cc-88d0f4eeb99d req-21e3f561-b1a0-4611-98ec-921984db0f12 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:28.090933 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-22f5ee05-5d6c-4638-a8cc-88d0f4eeb99d req-21e3f561-b1a0-4611-98ec-921984db0f12 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 943 time: 0.1065912 Feb 17 09:49:28.156327 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-22f5ee05-5d6c-4638-a8cc-88d0f4eeb99d req-8654bd8e-7174-4f0e-bb6a-ab2637df88b5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614824 Feb 17 09:49:28.552226 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 88dd9ba2-e308-4574-8f73-b91094312591 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:49:28.726978 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:28.735275 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a708e23-84b8-49cf-a072-619c368da4a5 req-0e7c7699-65b3-427f-908d-3d66386257dd tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:28.738074 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4a708e23-84b8-49cf-a072-619c368da4a5 req-0e7c7699-65b3-427f-908d-3d66386257dd tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0892289 Feb 17 09:49:28.740811 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '88dd9ba2-e308-4574-8f73-b91094312591', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'port_id': '88dd9ba2-e308-4574-8f73-b91094312591', 'mac_address': 'fa:16:3e:93:a3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:49:28.793385 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 88dd9ba2-e308-4574-8f73-b91094312591 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:28.794105 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (88dd9ba2-e308-4574-8f73-b91094312591), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:28.810453 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4a708e23-84b8-49cf-a072-619c368da4a5 req-5f770792-3bb4-4792-a850-9c1b27b9fc10 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638041 Feb 17 09:49:28.815895 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88dd9ba2-e308-4574-8f73-b91094312591 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:49:28.848183 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:28.860280 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:28.926195 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=9']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:28.933018 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.933460 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.933921 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.934286 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.934653 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.935007 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.935343 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.935689 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.936049 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.936387 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.936730 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.937054 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:28.937380 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:29.169925 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['88dd9ba2-e308-4574-8f73-b91094312591'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:49:29.321238 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470f5f9-ff22-4fa9-88cf-c3591123c34f req-87b08f54-0576-4314-a6d4-191654f0c8ef tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:29.323444 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e470f5f9-ff22-4fa9-88cf-c3591123c34f req-87b08f54-0576-4314-a6d4-191654f0c8ef tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 944 time: 0.0599377 Feb 17 09:49:29.396993 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e470f5f9-ff22-4fa9-88cf-c3591123c34f req-568b6584-be3d-4c66-a09f-4baf6cee6c4b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612094 Feb 17 09:49:29.408360 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56454) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:29.465027 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_v2 [None req-293a18ac-71d2-43e0-9aa0-9d932f284013 admin admin] Deleting subnet 863feecc-6356-479c-a0ea-65ca8b9da988 {{(pid=109367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:49:29.468572 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-293a18ac-71d2-43e0-9aa0-9d932f284013 admin admin] Publish callbacks [] for subnet (863feecc-6356-479c-a0ea-65ca8b9da988), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:29.507831 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-293a18ac-71d2-43e0-9aa0-9d932f284013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8478029'] for subnet (863feecc-6356-479c-a0ea-65ca8b9da988), precommit_delete_associations {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:29.554573 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-293a18ac-71d2-43e0-9aa0-9d932f284013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (863feecc-6356-479c-a0ea-65ca8b9da988), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:29.620409 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-293a18ac-71d2-43e0-9aa0-9d932f284013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11817643'] for subnet (863feecc-6356-479c-a0ea-65ca8b9da988), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:29.651701 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-293a18ac-71d2-43e0-9aa0-9d932f284013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:29.658173 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-293a18ac-71d2-43e0-9aa0-9d932f284013 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/863feecc-6356-479c-a0ea-65ca8b9da988 HTTP/1.1" status: 204 len: 168 time: 0.2483184 Feb 17 09:49:29.659596 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a18ac-71d2-43e0-9aa0-9d932f284013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863feecc-6356-479c-a0ea-65ca8b9da988,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:29.660774 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56456) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:29.740909 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (ab9c3a1f-3bb5-4215-a7c8-4c907c088fae), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:29.841580 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (ab9c3a1f-3bb5-4215-a7c8-4c907c088fae), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:29.880478 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9c3a1f-3bb5-4215-a7c8-4c907c088fae']}} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:29.899211 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa01e0d-7437-4018-b0e9-fbf4390a1706') {'for_net_delete': True} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:29.900447 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa01e0d-7437-4018-b0e9-fbf4390a1706') {} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:29.915564 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726056'] for segment (cfa01e0d-7437-4018-b0e9-fbf4390a1706), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:29.939495 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (cfa01e0d-7437-4018-b0e9-fbf4390a1706), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=109366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903915'] for segment (cfa01e0d-7437-4018-b0e9-fbf4390a1706), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: Traceback (most recent call last): Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: timer() Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: cb(*args, **kw) Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: return func(*args, **kwargs) Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: self._notify() Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: self.callback(batched_events) Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: event.method(event) Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: return f(self, *a, **k) Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._get(url).json() Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: return self.request(url, 'GET', **kwargs) Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:49:29.952112 dv-cinder-773985-34-iscsi neutron-server[109366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:49:30.031460 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de1b0-14bd-4fe2-852a-34c4cd58d11a req-43daaba5-14b5-47ba-ae72-b72a961d24ae tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:30.033906 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f79de1b0-14bd-4fe2-852a-34c4cd58d11a req-43daaba5-14b5-47ba-ae72-b72a961d24ae tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1043866 Feb 17 09:49:30.058542 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (ab9c3a1f-3bb5-4215-a7c8-4c907c088fae), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:30.079059 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:30.084822 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] 10.222.0.61 "DELETE /v2.0/networks/ab9c3a1f-3bb5-4215-a7c8-4c907c088fae HTTP/1.1" status: 204 len: 168 time: 0.4226775 Feb 17 09:49:30.106188 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093a210-8e20-49c5-a951-54e51b3b63eb admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9c3a1f-3bb5-4215-a7c8-4c907c088fae,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:30.152125 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f79de1b0-14bd-4fe2-852a-34c4cd58d11a req-2be9a3a3-458c-4662-bddb-f3df5d13640f tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009793 Feb 17 09:49:30.204585 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-b8996ca2-55b9-48ed-934c-76fedcd0f211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:30.481186 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56482) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:30.551219 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-1a6686aa-2155-4bbc-a11a-0d4d2462975f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58e8207f8eab42bd9076dd1c3e3caa73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0683274 Feb 17 09:49:30.554233 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56486) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:30.567301 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 88dd9ba2-e308-4574-8f73-b91094312591 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:30.619973 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb69cc-fabe-4b7f-89fe-a37e61ac6f85 req-4e1cdf97-3179-48b5-b883-a94ffb36af7a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:30.622954 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4aeb69cc-fabe-4b7f-89fe-a37e61ac6f85 req-4e1cdf97-3179-48b5-b883-a94ffb36af7a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 944 time: 0.1078122 Feb 17 09:49:30.653114 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-99995245-44ba-459c-a86d-3522902c9efa admin admin] Publish callbacks [] for security_group (6ea3999f-45c0-4d01-8c5d-c9a2fb09de68), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:30.697071 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-99995245-44ba-459c-a86d-3522902c9efa admin admin] Publish callbacks [] for security_group (6ea3999f-45c0-4d01-8c5d-c9a2fb09de68), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:30.723245 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 88dd9ba2-e308-4574-8f73-b91094312591 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:30.724150 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (88dd9ba2-e308-4574-8f73-b91094312591), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:30.734515 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4aeb69cc-fabe-4b7f-89fe-a37e61ac6f85 req-9713e3db-de27-45b9-9a0e-8715eb757120 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918500 Feb 17 09:49:30.791239 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-99995245-44ba-459c-a86d-3522902c9efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (6ea3999f-45c0-4d01-8c5d-c9a2fb09de68), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:30.795209 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-99995245-44ba-459c-a86d-3522902c9efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:30.796675 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-99995245-44ba-459c-a86d-3522902c9efa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ea3999f-45c0-4d01-8c5d-c9a2fb09de68 HTTP/1.1" status: 204 len: 168 time: 0.2412574 Feb 17 09:49:30.828664 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99995245-44ba-459c-a86d-3522902c9efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea3999f-45c0-4d01-8c5d-c9a2fb09de68,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:30.892681 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 88dd9ba2-e308-4574-8f73-b91094312591 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:30.892963 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (88dd9ba2-e308-4574-8f73-b91094312591), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:30.928809 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:49:30.933084 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb68423-f900-4cc4-814b-5076edfee8b7" -d '{"events": [{"server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "name": "network-vif-plugged", "status": "completed", "tag": "88dd9ba2-e308-4574-8f73-b91094312591"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:49:30.955325 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:30.961171 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:31.002899 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d585aaef-dcc7-4218-baa8-517967294789 x-openstack-request-id: req-d585aaef-dcc7-4218-baa8-517967294789 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:49:31.004218 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "name": "network-vif-plugged", "status": "completed", "tag": "88dd9ba2-e308-4574-8f73-b91094312591", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:49:31.004623 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d585aaef-dcc7-4218-baa8-517967294789 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:49:31.005658 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591', 'code': 200} Feb 17 09:49:31.063631 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=10']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:31.535028 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf131b-62b1-4404-a466-0506607bbda0 req-60f94269-8775-4524-93ef-cc0aa5e9ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:31.536681 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4acf131b-62b1-4404-a466-0506607bbda0 req-60f94269-8775-4524-93ef-cc0aa5e9ccf3 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 1130 time: 0.0626070 Feb 17 09:49:31.624083 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-4acf131b-62b1-4404-a466-0506607bbda0 req-8a9a859b-a474-41c1-b383-f8289b2bdbf8 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710759 Feb 17 09:49:31.745983 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56522) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:31.912042 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dd2d9-0ad8-4c23-80cb-588aa4b71bf0 req-6dc655e6-924f-4b37-ab82-62215d21ba85 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:31.916530 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-96dd4dd2-a16a-4803-92df-0c6f61a7f9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:31.921562 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-807dd2d9-0ad8-4c23-80cb-588aa4b71bf0 req-6dc655e6-924f-4b37-ab82-62215d21ba85 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 946 time: 0.0945685 Feb 17 09:49:32.046653 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-807dd2d9-0ad8-4c23-80cb-588aa4b71bf0 req-98fee0f0-ddef-4a58-b91e-fac47aa29dfa tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171906 Feb 17 09:49:32.084477 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-96dd4dd2-a16a-4803-92df-0c6f61a7f9c0 admin admin] Publish callbacks [] for security_group (1b2e767c-ce51-423c-973c-833a2afab775), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.093033 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-96dd4dd2-a16a-4803-92df-0c6f61a7f9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1b2e767c-ce51-423c-973c-833a2afab775), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.164041 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56550) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:32.179654 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-96dd4dd2-a16a-4803-92df-0c6f61a7f9c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=357b6170459c42b8a1a2b301d7480554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290087 Feb 17 09:49:32.179654 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd4dd2-a16a-4803-92df-0c6f61a7f9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2e767c-ce51-423c-973c-833a2afab775,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:32.180324 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56554) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:32.248749 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c9cddcad-aa6f-4922-ba33-a62169d8a39d admin admin] Publish callbacks [] for security_group (1b2e767c-ce51-423c-973c-833a2afab775), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.272547 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c9cddcad-aa6f-4922-ba33-a62169d8a39d admin admin] Publish callbacks [] for security_group (1b2e767c-ce51-423c-973c-833a2afab775), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.336515 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2001966203-network', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:32.366882 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c9cddcad-aa6f-4922-ba33-a62169d8a39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1b2e767c-ce51-423c-973c-833a2afab775), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.370057 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c9cddcad-aa6f-4922-ba33-a62169d8a39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.371329 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-c9cddcad-aa6f-4922-ba33-a62169d8a39d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b2e767c-ce51-423c-973c-833a2afab775 HTTP/1.1" status: 204 len: 168 time: 0.1891150 Feb 17 09:49:32.376014 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Made reservation on behalf of df452c64635a4071b2a7082ee7a56b8f for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:49:32.378388 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.385712 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cddcad-aa6f-4922-ba33-a62169d8a39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2e767c-ce51-423c-973c-833a2afab775,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:32.394057 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.511807 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Publish callbacks [] for security_group (32be2183-0d85-479a-a3e3-87e8afc1c2ea), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.517205 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (32be2183-0d85-479a-a3e3-87e8afc1c2ea), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.562598 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:49:32.568634 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32be2183-0d85-479a-a3e3-87e8afc1c2ea,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:32.577924 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (1ff207b7-2385-4eb2-80cb-7e4b2d34defe), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.578475 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Added segment 1ff207b7-2385-4eb2-80cb-7e4b2d34defe of type vlan for network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab Feb 17 09:49:32.628715 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.674893 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.676064 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:32.676670 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.717102 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5517032 Feb 17 09:49:32.720585 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56562) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:32.726037 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Request body: {'subnet': {'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2001966203-subnet', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'ip_version': 4}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:32.764054 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56564) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:32.766963 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dfdd1-4b69-40b6-a500-ae26d2c27cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:32.785005 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:49:32.785662 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Made reservation on behalf of df452c64635a4071b2a7082ee7a56b8f for: {'subnet': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:49:32.786613 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1fff5068-f01a-4bc5-a524-6ecb03c29a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.789866 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11817614'] for subnet (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.988052 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1fff5068-f01a-4bc5-a524-6ecb03c29a57 admin admin] Publish callbacks [] for security_group (bb00c727-4f3f-44f3-ad35-d6d7a71a5711), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:32.997059 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1fff5068-f01a-4bc5-a524-6ecb03c29a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (bb00c727-4f3f-44f3-ad35-d6d7a71a5711), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.039840 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-e802b044-86b0-4a2b-bbba-ed383d68ec9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.124003 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-1fff5068-f01a-4bc5-a524-6ecb03c29a57 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=689941de82034e46860bad0195570471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518338 Feb 17 09:49:33.124003 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff5068-f01a-4bc5-a524-6ecb03c29a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb00c727-4f3f-44f3-ad35-d6d7a71a5711,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:33.124544 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56572) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:33.275195 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-507af5ca-1b12-49a7-b998-6c294d2942dc admin admin] Publish callbacks [] for security_group (bb00c727-4f3f-44f3-ad35-d6d7a71a5711), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.315657 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-507af5ca-1b12-49a7-b998-6c294d2942dc admin admin] Publish callbacks [] for security_group (bb00c727-4f3f-44f3-ad35-d6d7a71a5711), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.328675 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9110011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11817660'] for subnet (9578a680-d3a0-49b1-a79d-dd46c5ba5840), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.441447 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-507af5ca-1b12-49a7-b998-6c294d2942dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (bb00c727-4f3f-44f3-ad35-d6d7a71a5711), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.454624 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-507af5ca-1b12-49a7-b998-6c294d2942dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.457065 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-507af5ca-1b12-49a7-b998-6c294d2942dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb00c727-4f3f-44f3-ad35-d6d7a71a5711 HTTP/1.1" status: 204 len: 168 time: 0.3308313 Feb 17 09:49:33.490205 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507af5ca-1b12-49a7-b998-6c294d2942dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb00c727-4f3f-44f3-ad35-d6d7a71a5711,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:33.515626 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1f0be-fb6b-4c8c-a488-f9b1458308b9 req-19085fe1-7ee1-4ccf-b6f0-75316275b5ea tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:33.518893 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-29f1f0be-fb6b-4c8c-a488-f9b1458308b9 req-19085fe1-7ee1-4ccf-b6f0-75316275b5ea tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 946 time: 0.2617192 Feb 17 09:49:33.565146 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9578a680-d3a0-49b1-a79d-dd46c5ba5840,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:33.610835 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Checking segment: {'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:49:33.611454 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Network hostable DHCP agents. Network: e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:49:33.683666 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:49:33.721372 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-29f1f0be-fb6b-4c8c-a488-f9b1458308b9 req-96ef6677-be40-498b-9d25-2623c18996aa tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661699 Feb 17 09:49:33.723871 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab) {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:33.732926 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:33.734983 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.741987 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed4505-7054-4392-a3e5-7b2542427a1f None None] Network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:49:33.782958 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56606) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:33.792498 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-ac3e6f16-2b96-46a0-9e8c-10a980a12ea2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0593805 Feb 17 09:49:33.792674 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:33.839340 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1019230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28495'] for router (953f9971-ad5e-47b2-8721-70d04d51239b), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.840684 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1019378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28504'] for router (953f9971-ad5e-47b2-8721-70d04d51239b), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.981626 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks [] for router_controller (953f9971-ad5e-47b2-8721-70d04d51239b), precommit_add_association {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:33.996639 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f187024-879f-43b1-9898-c95323914205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6889369c-6f69-5c47-9e14-b0591a0da435-e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840'}]}} from dv-cinder-773985-34-iscsi. {{(pid=109368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:49:33.998809 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2f187024-879f-43b1-9898-c95323914205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:34.015001 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90307ab5-69b9-417f-8fa3-817c304ab13b req-b83cbfcb-7b3f-452a-a8b1-7788eab86b0a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:34.020253 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-90307ab5-69b9-417f-8fa3-817c304ab13b req-b83cbfcb-7b3f-452a-a8b1-7788eab86b0a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2099309 Feb 17 09:49:34.178976 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-90307ab5-69b9-417f-8fa3-817c304ab13b req-12e2b674-ac4a-43d2-a248-2a3b8bebf7dc tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464233 Feb 17 09:49:34.255843 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.db_base_plugin_common [None req-2f187024-879f-43b1-9898-c95323914205 None None] Allocated IP 172.20.0.2 (e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab/9578a680-d3a0-49b1-a79d-dd46c5ba5840/b0876587-d24d-4804-8feb-cce3ba2a5f87) {{(pid=109368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:34.321505 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks [] for router_gateway (953f9971-ad5e-47b2-8721-70d04d51239b), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:34.474112 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2f187024-879f-43b1-9898-c95323914205 None None] Publish callbacks [] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), precommit_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:34.485301 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2f187024-879f-43b1-9898-c95323914205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:34.590128 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f187024-879f-43b1-9898-c95323914205 None None] Pushing event updated for resources: {'Port': ['ID=b0876587-d24d-4804-8feb-cce3ba2a5f87,revision_number=1']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:34.598805 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f187024-879f-43b1-9898-c95323914205 None None] Network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab is already hosted by enough agents. {{(pid=109368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:34.610657 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.base_scheduler [None req-2f187024-879f-43b1-9898-c95323914205 None None] Resources bound (agent type, host, resource id): {{(pid=109368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:34.626026 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f187024-879f-43b1-9898-c95323914205 None None] Received port after_create {{(pid=109368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:49:34.659033 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks [] for router_gateway (953f9971-ad5e-47b2-8721-70d04d51239b), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:34.692006 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:34.783487 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-2f187024-879f-43b1-9898-c95323914205 None None] Attempting to bind port b0876587-d24d-4804-8feb-cce3ba2a5f87 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:49:34.784581 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-2f187024-879f-43b1-9898-c95323914205 None None] Attempting to bind port b0876587-d24d-4804-8feb-cce3ba2a5f87 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:49:34.785411 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f187024-879f-43b1-9898-c95323914205 None None] Attempting to bind port b0876587-d24d-4804-8feb-cce3ba2a5f87 on network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:49:34.796761 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f187024-879f-43b1-9898-c95323914205 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:49:34.797750 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f187024-879f-43b1-9898-c95323914205 None None] Checking segment: {'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:49:34.798789 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2f187024-879f-43b1-9898-c95323914205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:34.799601 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f187024-879f-43b1-9898-c95323914205 None None] Bound using segment: {'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:49:34.801056 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-2f187024-879f-43b1-9898-c95323914205 None None] Bound port: b0876587-d24d-4804-8feb-cce3ba2a5f87, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:49:34.801470 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2f187024-879f-43b1-9898-c95323914205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:34.947418 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:34.969135 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Allocated IP 172.27.3.108 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/8828d7b0-0583-45dd-bbac-67970031c9c0) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:34.972985 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-2f187024-879f-43b1-9898-c95323914205 None None] For port b0876587-d24d-4804-8feb-cce3ba2a5f87, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:49:34.979077 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-2f187024-879f-43b1-9898-c95323914205 None None] For port b0876587-d24d-4804-8feb-cce3ba2a5f87, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=b0876587-d24d-4804-8feb-cce3ba2a5f87,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:49:34.990715 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2f187024-879f-43b1-9898-c95323914205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:35.035483 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7e271-7284-4feb-adb6-32abe9513338 req-f4c349d6-c3c9-4adf-a7d5-e1f558c3e2fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:35.046583 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-09f7e271-7284-4feb-adb6-32abe9513338 req-f4c349d6-c3c9-4adf-a7d5-e1f558c3e2fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 946 time: 0.1313508 Feb 17 09:49:35.119180 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f187024-879f-43b1-9898-c95323914205 None None] Pushing event updated for resources: {'Port': ['ID=b0876587-d24d-4804-8feb-cce3ba2a5f87,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:35.158606 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2815a9-2252-485c-b206-7359a47ae117 req-f107663e-883e-4bc4-99f1-d245409d4e48 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:35.160509 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9d2815a9-2252-485c-b206-7359a47ae117 req-f107663e-883e-4bc4-99f1-d245409d4e48 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1627054 Feb 17 09:49:35.178835 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-09f7e271-7284-4feb-adb6-32abe9513338 req-4b59defe-b775-4dbb-b00e-ad892cf551a9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305716 Feb 17 09:49:35.295466 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9d2815a9-2252-485c-b206-7359a47ae117 req-03bb4859-c9d7-435a-a14f-674aee868eaf tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143651 Feb 17 09:49:35.403003 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f1ca8-a303-451c-9a6c-51b56d701483 req-32a9fbce-151c-457c-94e7-738bcfd37251 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:35.405446 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-405f1ca8-a303-451c-9a6c-51b56d701483 req-32a9fbce-151c-457c-94e7-738bcfd37251 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1085305 Feb 17 09:49:35.500961 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-405f1ca8-a303-451c-9a6c-51b56d701483 req-c6d8d438-052d-443f-bf05-b3ba63139705 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862372 Feb 17 09:49:35.724587 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks [] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:35.773660 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:35.823971 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:35.828390 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:35.832891 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:49:35.840673 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8828d7b0-0583-45dd-bbac-67970031c9c0,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:36.211077 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks [] for router_gateway (953f9971-ad5e-47b2-8721-70d04d51239b), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:36.568084 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bac861-2017-4b5d-8ee5-2b2657f64b41 req-76efcfd7-5471-4254-872c-be5436262397 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:36.590450 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e6bac861-2017-4b5d-8ee5-2b2657f64b41 req-76efcfd7-5471-4254-872c-be5436262397 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1597140 Feb 17 09:49:36.592210 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1019339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881'] for router (953f9971-ad5e-47b2-8721-70d04d51239b), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:36.684773 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6babd-317d-424f-80be-3039bc27faf2 None None] Network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:49:36.738352 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e6bac861-2017-4b5d-8ee5-2b2657f64b41 req-c2d4267d-de0a-4040-9efc-a023b592dbdb tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408198 Feb 17 09:49:36.801754 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Router 953f9971-ad5e-47b2-8721-70d04d51239b is scheduled to L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 with binding_index 1 {{(pid=109366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:49:36.833059 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-07cf9f08-1456-4304-b12d-bd6df706f5c4 None None] Provisioning complete for port b0876587-d24d-4804-8feb-cce3ba2a5f87 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:36.834236 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-07cf9f08-1456-4304-b12d-bd6df706f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:36.865278 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95326107-28ed-4541-b699-df02603b33c8 req-37b6f969-3ab8-4e54-ac3e-f08379978ccd tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:36.878119 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-95326107-28ed-4541-b699-df02603b33c8 req-37b6f969-3ab8-4e54-ac3e-f08379978ccd tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2088914 Feb 17 09:49:36.957209 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-95326107-28ed-4541-b699-df02603b33c8 req-0ce32d29-aba2-42f6-b1b2-cacb115e0000 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779998 Feb 17 09:49:36.979732 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:49:36.994270 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Sync routers for ids ['953f9971-ad5e-47b2-8721-70d04d51239b'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:49:37.015603 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:37.019553 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Routers {'953f9971-ad5e-47b2-8721-70d04d51239b'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:49:37.022371 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:49:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['953f9971-ad5e-47b2-8721-70d04d51239b'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:37.024147 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-05b8d2c5-e7fc-4c33-b4bc-4fd99a8302f1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2411449 Feb 17 09:49:37.026966 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56676) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:37.154154 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-07cf9f08-1456-4304-b12d-bd6df706f5c4 None None] Current status of the port b0876587-d24d-4804-8feb-cce3ba2a5f87 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:37.154732 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-07cf9f08-1456-4304-b12d-bd6df706f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:37.214100 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-07cf9f08-1456-4304-b12d-bd6df706f5c4 None None] For port b0876587-d24d-4804-8feb-cce3ba2a5f87, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=b0876587-d24d-4804-8feb-cce3ba2a5f87,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:37.222500 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-07cf9f08-1456-4304-b12d-bd6df706f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:37.336636 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device b0876587-d24d-4804-8feb-cce3ba2a5f87 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:37.346322 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Set router 953f9971-ad5e-47b2-8721-70d04d51239b gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:49:37.372408 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada7961-8912-44fa-b897-54931a79b484 req-f292a642-1f72-4706-884d-9499a522b87c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:37.374140 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1ada7961-8912-44fa-b897-54931a79b484 req-f292a642-1f72-4706-884d-9499a522b87c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.124 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1261311 Feb 17 09:49:37.458961 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf9f08-1456-4304-b12d-bd6df706f5c4 None None] Pushing event updated for resources: {'Port': ['ID=b0876587-d24d-4804-8feb-cce3ba2a5f87,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:37.555227 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:37.593358 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port b0876587-d24d-4804-8feb-cce3ba2a5f87 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:37.593358 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:37.668687 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5148bc08-0f04-4926-ba9f-8d99fc542ac6 None None] Provisioning complete for port b0876587-d24d-4804-8feb-cce3ba2a5f87 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:37.669319 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5148bc08-0f04-4926-ba9f-8d99fc542ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:37.829133 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:36Z', 'revision_number': 3, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:37.830998 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port b0876587-d24d-4804-8feb-cce3ba2a5f87 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:37.863500 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-1ada7961-8912-44fa-b897-54931a79b484 req-e743b37d-0b00-4e36-a924-901510a39371 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Deleting port c2563795-cf82-4260-9a03-98bed9672c4c {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:49:37.864358 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-1ada7961-8912-44fa-b897-54931a79b484 req-e743b37d-0b00-4e36-a924-901510a39371 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:37.891763 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Checking router: 953f9971-ad5e-47b2-8721-70d04d51239b for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:49:37.892827 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Updating router 953f9971-ad5e-47b2-8721-70d04d51239b port 8828d7b0-0583-45dd-bbac-67970031c9c0 binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:49:37.910243 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5148bc08-0f04-4926-ba9f-8d99fc542ac6 None None] Current status of the port b0876587-d24d-4804-8feb-cce3ba2a5f87 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:37.951549 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.022175 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9607bee-0c23-415f-b9b2-247be47d7491 req-ef00cc2c-606a-45d9-be24-7ae6347764c7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:38.025181 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9607bee-0c23-415f-b9b2-247be47d7491 req-ef00cc2c-606a-45d9-be24-7ae6347764c7 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 945 time: 0.1169422 Feb 17 09:49:38.161614 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-1ada7961-8912-44fa-b897-54931a79b484 req-e743b37d-0b00-4e36-a924-901510a39371 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] For port c2563795-cf82-4260-9a03-98bed9672c4c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c2563795-cf82-4260-9a03-98bed9672c4c,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:38.162303 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-1ada7961-8912-44fa-b897-54931a79b484 req-e743b37d-0b00-4e36-a924-901510a39371 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.191564 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9607bee-0c23-415f-b9b2-247be47d7491 req-ceb0ad4e-539d-44dd-9503-0076988240b3 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579506 Feb 17 09:49:38.196108 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-1ada7961-8912-44fa-b897-54931a79b484 req-e743b37d-0b00-4e36-a924-901510a39371 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Calling delete_port for c2563795-cf82-4260-9a03-98bed9672c4c owned by compute:nova {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:49:38.231347 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edbdb7-91e1-472a-bd00-9a955e2d1b60 req-5e3f418c-fee4-42d4-8804-2f82eee148d1 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:38.233245 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b0edbdb7-91e1-472a-bd00-9a955e2d1b60 req-5e3f418c-fee4-42d4-8804-2f82eee148d1 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1744008 Feb 17 09:49:38.319755 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b0edbdb7-91e1-472a-bd00-9a955e2d1b60 req-fe3ba4a5-e4f0-49c2-806d-1d82f32682fe tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792730 Feb 17 09:49:38.453549 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.469681 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.596489 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Publish callbacks [] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.607282 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.631623 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-1ada7961-8912-44fa-b897-54931a79b484 req-e743b37d-0b00-4e36-a924-901510a39371 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (c2563795-cf82-4260-9a03-98bed9672c4c), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.653944 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['3a15b774-7ee7-43b3-8224-dcd314f3bedc'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:49:38.689170 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Attempting to bind port 8828d7b0-0583-45dd-bbac-67970031c9c0 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:49:38.689725 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Attempting to bind port 8828d7b0-0583-45dd-bbac-67970031c9c0 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:49:38.690111 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Attempting to bind port 8828d7b0-0583-45dd-bbac-67970031c9c0 on network 26cc9ee1-80f2-47ce-8096-df53a2f34acd {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:49:38.693501 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Pushing event updated for resources: {'Port': ['ID=8828d7b0-0583-45dd-bbac-67970031c9c0,revision_number=2']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:38.705126 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.705472 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.705940 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.706141 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.706477 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.706810 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.707179 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.707515 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.707879 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.708219 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.708575 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.708882 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.709209 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:38.714131 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:49:38.714495 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:49:38.714956 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.715477 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Bound using segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:49:38.715974 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Bound port: 8828d7b0-0583-45dd-bbac-67970031c9c0, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:49:38.716483 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.745467 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743b37d-0b00-4e36-a924-901510a39371 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Pushing event deleted for resources: {'Port': ['ID=c2563795-cf82-4260-9a03-98bed9672c4c,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:38.810762 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] For port 8828d7b0-0583-45dd-bbac-67970031c9c0, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:49:38.815510 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] For port 8828d7b0-0583-45dd-bbac-67970031c9c0, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=8828d7b0-0583-45dd-bbac-67970031c9c0,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:49:38.831333 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.892135 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ada7961-8912-44fa-b897-54931a79b484 req-e743b37d-0b00-4e36-a924-901510a39371 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] No DVR routers for this DVR port c2563795-cf82-4260-9a03-98bed9672c4c on host hv-cinder-77398 {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:49:38.898627 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-1ada7961-8912-44fa-b897-54931a79b484 req-e743b37d-0b00-4e36-a924-901510a39371 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:38.903928 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1ada7961-8912-44fa-b897-54931a79b484 req-e743b37d-0b00-4e36-a924-901510a39371 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.124 "DELETE /v2.0/ports/c2563795-cf82-4260-9a03-98bed9672c4c HTTP/1.1" status: 204 len: 173 time: 1.5219867 Feb 17 09:49:38.904638 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03770f0f-3c5e-4d58-ad92-b715de6936e5', 'name': 'network-vif-deleted', 'tag': 'c2563795-cf82-4260-9a03-98bed9672c4c'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:49:38.908008 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0915f57-5518-4f38-a462-4b9664672e47" -d '{"events": [{"server_uuid": "03770f0f-3c5e-4d58-ad92-b715de6936e5", "name": "network-vif-deleted", "tag": "c2563795-cf82-4260-9a03-98bed9672c4c"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:49:38.963529 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6ec99-db02-42df-95cf-9fa788b57d0f None None] Pushing event updated for resources: {'Port': ['ID=8828d7b0-0583-45dd-bbac-67970031c9c0,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:38.998155 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Routers {'953f9971-ad5e-47b2-8721-70d04d51239b'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:49:38.999325 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:49:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['953f9971-ad5e-47b2-8721-70d04d51239b'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:39.066117 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Allocated IP 172.20.0.1 (e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab/9578a680-d3a0-49b1-a79d-dd46c5ba5840/9662b555-8a99-46d5-a950-65398195c540) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:39.183026 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab80aa-d0c3-4f22-b745-45a507de7e63 x-openstack-request-id: req-4fab80aa-d0c3-4f22-b745-45a507de7e63 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:49:39.183576 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03770f0f-3c5e-4d58-ad92-b715de6936e5", "name": "network-vif-deleted", "tag": "c2563795-cf82-4260-9a03-98bed9672c4c", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:49:39.183775 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fab80aa-d0c3-4f22-b745-45a507de7e63 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:49:39.184202 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03770f0f-3c5e-4d58-ad92-b715de6936e5', 'name': 'network-vif-deleted', 'tag': 'c2563795-cf82-4260-9a03-98bed9672c4c', 'status': 'completed', 'code': 200} Feb 17 09:49:39.298176 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] Set router 953f9971-ad5e-47b2-8721-70d04d51239b gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:49:39.309693 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device b0876587-d24d-4804-8feb-cce3ba2a5f87 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:39.354133 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-36e55803-ee9a-4c73-8cfe-8ec29dfc9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:39.357498 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-36e55803-ee9a-4c73-8cfe-8ec29dfc9488 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 1130 time: 0.2966938 Feb 17 09:49:39.413134 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port b0876587-d24d-4804-8feb-cce3ba2a5f87 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:39.413667 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:39.703913 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e02e3e1-1851-402c-9e61-619f3df2e854 req-8e0295ec-3f49-428f-9736-d42c1beb596d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=03770f0f-3c5e-4d58-ad92-b715de6936e5 HTTP/1.1" status: 200 len: 210 time: 0.1830258 Feb 17 09:49:39.724400 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Publish callbacks [] for port (9662b555-8a99-46d5-a950-65398195c540), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:39.792723 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-bda78bf5-b5b0-4f3b-8cb5-59d306afd754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:39.794800 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-bda78bf5-b5b0-4f3b-8cb5-59d306afd754 service neutron] 10.222.0.124 "GET /v2.0/networks?id=da21f546-703c-4519-8db6-7972cafd6046 HTTP/1.1" status: 200 len: 911 time: 0.3396087 Feb 17 09:49:39.880923 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fc202-d550-4753-9235-718caab2d3ef req-0fb2c72e-e5e1-4ffe-a85c-bfc41fe654a6 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:39.884595 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-466fc202-d550-4753-9235-718caab2d3ef req-0fb2c72e-e5e1-4ffe-a85c-bfc41fe654a6 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.3433278 Feb 17 09:49:39.946834 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port b0876587-d24d-4804-8feb-cce3ba2a5f87 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:39.992149 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:36Z', 'revision_number': 3, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:40.017948 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-adda623d-bbc1-46a5-bb63-d9cbead45e7f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f159bdc2-afee-4dd0-9310-aa302242267b HTTP/1.1" status: 200 len: 1002 time: 0.2126601 Feb 17 09:49:40.029663 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-466fc202-d550-4753-9235-718caab2d3ef req-dc89bf99-8299-4536-a3a6-8b89d1391406 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323493 Feb 17 09:49:40.081344 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (9662b555-8a99-46d5-a950-65398195c540), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:40.082104 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aea293-eb49-4238-8c79-de8639187f0c None None] The sync data for ids ['953f9971-ad5e-47b2-8721-70d04d51239b'] in dv-cinder-773985-34-iscsi is: [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:36Z', 'revision_number': 3, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:49:40.143998 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:40.148319 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:40.158950 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-9bb70d74-fe29-49bc-b724-e5574f1d288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:40.160507 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-9bb70d74-fe29-49bc-b724-e5574f1d288d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e786f89-6f77-4465-bec4-a75497cf23f1 HTTP/1.1" status: 200 len: 849 time: 0.1329243 Feb 17 09:49:40.164469 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:49:40.179622 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Pushing event updated for resources: {'Port': ['ID=9662b555-8a99-46d5-a950-65398195c540,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:40.316780 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022996'] for router_interface (953f9971-ad5e-47b2-8721-70d04d51239b), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:40.473876 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-c4b3ef97-291d-4dbf-ba59-db53e25d93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:40.476824 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-c4b3ef97-291d-4dbf-ba59-db53e25d93a7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=da21f546-703c-4519-8db6-7972cafd6046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2990067 Feb 17 09:49:40.599483 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-b055c5ab-4f3f-4c3f-af33-2249f66bed9a None None] Provisioning complete for port 9662b555-8a99-46d5-a950-65398195c540 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:40.600692 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-b055c5ab-4f3f-4c3f-af33-2249f66bed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (9662b555-8a99-46d5-a950-65398195c540), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:40.607417 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device c2563795-cf82-4260-9a03-98bed9672c4c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:49:40.724375 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: c2563795-cf82-4260-9a03-98bed9672c4c {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:49:40.725344 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device c2563795-cf82-4260-9a03-98bed9672c4c not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:49:40.756936 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-b055c5ab-4f3f-4c3f-af33-2249f66bed9a None None] Port 9662b555-8a99-46d5-a950-65398195c540 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:49:40.878034 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-d73c0898-7751-42da-87e9-ffcfc2557c45 service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883505 Feb 17 09:49:40.928371 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9662b555-8a99-46d5-a950-65398195c540), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:41.293729 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 8828d7b0-0583-45dd-bbac-67970031c9c0 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:41.340514 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8a47d-d618-4c33-8674-23e5150419eb req-848a50aa-e137-42e4-8473-8899e9a3d304 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:41.351711 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-18f8a47d-d618-4c33-8674-23e5150419eb req-848a50aa-e137-42e4-8473-8899e9a3d304 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1137476 Feb 17 09:49:41.432141 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 8828d7b0-0583-45dd-bbac-67970031c9c0 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:41.433044 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:41.544803 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7db8c3-fd87-4d57-9de4-b2c6e0213a7d req-62bc0ad4-e879-4502-8509-11084475447d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:41.548743 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c7db8c3-fd87-4d57-9de4-b2c6e0213a7d req-62bc0ad4-e879-4502-8509-11084475447d tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1934493 Feb 17 09:49:41.561361 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-18f8a47d-d618-4c33-8674-23e5150419eb req-0558f66f-bbf4-4fe8-841a-4859cf84e34e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033989 Feb 17 09:49:41.599238 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 8828d7b0-0583-45dd-bbac-67970031c9c0 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:41.599776 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:41.624183 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-50ec0dd0-b390-4d63-aa6c-12d5bb628fb4 req-051a2698-84c1-44a5-ae03-88445743463c service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354553 Feb 17 09:49:41.644566 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 8828d7b0-0583-45dd-bbac-67970031c9c0, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=8828d7b0-0583-45dd-bbac-67970031c9c0,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:41.654063 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:41.682338 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c7db8c3-fd87-4d57-9de4-b2c6e0213a7d req-ef5ac27c-d4c5-4660-87a9-243482407878 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115236 Feb 17 09:49:41.760629 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=8828d7b0-0583-45dd-bbac-67970031c9c0,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:41.849529 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Publish callbacks [] for port (9662b555-8a99-46d5-a950-65398195c540), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:41.856240 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (9662b555-8a99-46d5-a950-65398195c540), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:41.944228 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Pushing event updated for resources: {'Port': ['ID=9662b555-8a99-46d5-a950-65398195c540,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:41.953666 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023112'] for router_interface (953f9971-ad5e-47b2-8721-70d04d51239b), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:42.135712 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:42.138185 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:42.334259 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Router 953f9971-ad5e-47b2-8721-70d04d51239b has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:49:42.459786 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56726) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:42.528151 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5ed91b28-9164-4752-8fb8-3eadc22ddc45 None None] Provisioning complete for port 9662b555-8a99-46d5-a950-65398195c540 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:42.528151 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5ed91b28-9164-4752-8fb8-3eadc22ddc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (9662b555-8a99-46d5-a950-65398195c540), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:42.553547 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:49:42.575530 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-783b7ac8-f1ee-4614-b8f0-519fa9c2e09d admin admin] 10.222.0.61 "PUT /v2.0/routers/953f9971-ad5e-47b2-8721-70d04d51239b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5441794 Feb 17 09:49:42.619308 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5ed91b28-9164-4752-8fb8-3eadc22ddc45 None None] Port 9662b555-8a99-46d5-a950-65398195c540 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:49:42.705027 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-885ec619-f9f9-4470-8cad-a2da3f811d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:42.911352 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ecfad-dd31-43d9-98b4-6bd4a0ee35bc req-b666d832-77ee-4595-8fe4-20b753927776 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:42.912960 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b44ecfad-dd31-43d9-98b4-6bd4a0ee35bc req-b666d832-77ee-4595-8fe4-20b753927776 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2009168 Feb 17 09:49:42.974639 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275e0a0-5c89-41e7-8d33-5c7776a79000 req-51f82153-935f-4238-8906-0f5cd22d9156 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:42.976428 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5275e0a0-5c89-41e7-8d33-5c7776a79000 req-51f82153-935f-4238-8906-0f5cd22d9156 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1716952 Feb 17 09:49:43.009665 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-885ec619-f9f9-4470-8cad-a2da3f811d9b admin admin] Publish callbacks [] for security_group (e1894235-1c4b-4aff-a9c2-c084e45783f4), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.028924 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-885ec619-f9f9-4470-8cad-a2da3f811d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (e1894235-1c4b-4aff-a9c2-c084e45783f4), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.051545 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b44ecfad-dd31-43d9-98b4-6bd4a0ee35bc req-889721e0-bc52-491e-885c-f1ec455a5ea3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229770 Feb 17 09:49:43.125676 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-885ec619-f9f9-4470-8cad-a2da3f811d9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f34029cf3daf4cf68cc9530cf36524b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6644459 Feb 17 09:49:43.126645 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ec619-f9f9-4470-8cad-a2da3f811d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1894235-1c4b-4aff-a9c2-c084e45783f4,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:43.131884 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56742) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:43.157766 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5275e0a0-5c89-41e7-8d33-5c7776a79000 req-ec638833-8d3f-4a5b-a131-eb6c923e0972 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682911 Feb 17 09:49:43.171609 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 8828d7b0-0583-45dd-bbac-67970031c9c0 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:43.211158 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Sync routers for ids ['953f9971-ad5e-47b2-8721-70d04d51239b'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:49:43.223591 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3553c955-48a1-4b04-b96a-c1c712d1b15f admin admin] Publish callbacks [] for security_group (e1894235-1c4b-4aff-a9c2-c084e45783f4), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.255454 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Routers {'953f9971-ad5e-47b2-8721-70d04d51239b'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:49:43.256686 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:49:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['953f9971-ad5e-47b2-8721-70d04d51239b'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:43.258570 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3553c955-48a1-4b04-b96a-c1c712d1b15f admin admin] Publish callbacks [] for security_group (e1894235-1c4b-4aff-a9c2-c084e45783f4), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.381324 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3553c955-48a1-4b04-b96a-c1c712d1b15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (e1894235-1c4b-4aff-a9c2-c084e45783f4), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.388041 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3553c955-48a1-4b04-b96a-c1c712d1b15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.390697 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-3553c955-48a1-4b04-b96a-c1c712d1b15f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1894235-1c4b-4aff-a9c2-c084e45783f4 HTTP/1.1" status: 204 len: 168 time: 0.2551892 Feb 17 09:49:43.406921 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553c955-48a1-4b04-b96a-c1c712d1b15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1894235-1c4b-4aff-a9c2-c084e45783f4,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:43.423870 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 8828d7b0-0583-45dd-bbac-67970031c9c0 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:43.424583 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.559919 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56752) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:43.567400 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-683254387-network', 'tenant_id': '29cf818e6c7546d0be061f7375213d69'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:43.573758 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Set router 953f9971-ad5e-47b2-8721-70d04d51239b gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:49:43.604024 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Made reservation on behalf of 29cf818e6c7546d0be061f7375213d69 for: {'network': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:49:43.607547 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.621688 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.777846 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Publish callbacks [] for security_group (a1c4781d-1a47-431a-ba4a-3069176223f2), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.783683 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a1c4781d-1a47-431a-ba4a-3069176223f2), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.785853 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 8828d7b0-0583-45dd-bbac-67970031c9c0 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:43.837243 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=109366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:49:43.869969 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c4781d-1a47-431a-ba4a-3069176223f2,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:43.888825 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (7112b8db-4fc0-4088-93fd-29b19bfa4c66), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:43.889616 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.segments_db [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Added segment 7112b8db-4fc0-4088-93fd-29b19bfa4c66 of type vlan for network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f Feb 17 09:49:43.972330 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (4a5fccf7-e8ed-4b9f-8ca2-46838899851f), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.041595 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (4a5fccf7-e8ed-4b9f-8ca2-46838899851f), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.043368 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:44.044402 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.116951 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.159105 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:40Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '9662b555-8a99-46d5-a950-65398195c540', 'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'mac_address': 'fa:16:3e:b4:bd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:38Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 2, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'subnets': [{'id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:44.193629 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5fccf7-e8ed-4b9f-8ca2-46838899851f,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:44.222958 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-2ca294a6-0448-40a8-9ee8-3ba2474e69b4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6611192 Feb 17 09:49:44.224600 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:49:44.229629 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56760) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:44.231074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Checking router: 953f9971-ad5e-47b2-8721-70d04d51239b for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:49:44.231659 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Updating router 953f9971-ad5e-47b2-8721-70d04d51239b port 9662b555-8a99-46d5-a950-65398195c540 binding host dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:49:44.237755 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Request body: {'subnet': {'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-683254387-subnet', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:44.243460 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56762) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:44.296953 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Made reservation on behalf of 29cf818e6c7546d0be061f7375213d69 for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:49:44.303686 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10178687'] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.322375 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5531b094-9e3a-4e7a-b29d-66ca150c4b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.400129 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9662b555-8a99-46d5-a950-65398195c540), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.507434 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e89d8-fe99-4fe4-945f-55acda3fa252 req-806974d5-e2f8-40b6-88b5-0ee23a0905cf tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:44.511176 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e21e89d8-fe99-4fe4-945f-55acda3fa252 req-806974d5-e2f8-40b6-88b5-0ee23a0905cf tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2515512 Feb 17 09:49:44.555004 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3264d56-17d9-4832-a29e-24df4e7bc7ac req-7ade253b-57f2-40ae-9e3a-a17127cc692c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:44.558088 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f3264d56-17d9-4832-a29e-24df4e7bc7ac req-7ade253b-57f2-40ae-9e3a-a17127cc692c tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.2379854 Feb 17 09:49:44.670653 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8897396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10178637'] for subnet (32a600b8-6c46-4dff-a484-a2b60ec2ab3f), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.710545 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5531b094-9e3a-4e7a-b29d-66ca150c4b58 admin admin] Publish callbacks [] for security_group (da838342-ba3a-4002-a745-28aae2c7d3fc), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.726673 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e21e89d8-fe99-4fe4-945f-55acda3fa252 req-13070d60-c643-43eb-93e3-2dc422c3a26a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006459 Feb 17 09:49:44.758148 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f3264d56-17d9-4832-a29e-24df4e7bc7ac req-9e5f85b2-27bb-464c-baa4-86a5ce28e952 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731997 Feb 17 09:49:44.758148 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5531b094-9e3a-4e7a-b29d-66ca150c4b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (da838342-ba3a-4002-a745-28aae2c7d3fc), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.782087 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a600b8-6c46-4dff-a484-a2b60ec2ab3f,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:44.821878 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Checking segment: {'id': '7112b8db-4fc0-4088-93fd-29b19bfa4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:49:44.821878 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Network hostable DHCP agents. Network: 4a5fccf7-e8ed-4b9f-8ca2-46838899851f, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:49:44.834795 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-5531b094-9e3a-4e7a-b29d-66ca150c4b58 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=472a1042d52f495d9faee5c2678c4348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5892696 Feb 17 09:49:44.839978 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56766) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:44.862923 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:49:44.885871 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, 4a5fccf7-e8ed-4b9f-8ca2-46838899851f) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:44.893815 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:44.896149 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.949591 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-2d9e5b2e-e065-4228-9693-56c0cb542258 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7187774 Feb 17 09:49:44.955631 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56768) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:44.963616 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Publish callbacks [] for port (9662b555-8a99-46d5-a950-65398195c540), precommit_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:44.969277 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-683254387-router', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:49:44.971550 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531b094-9e3a-4e7a-b29d-66ca150c4b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da838342-ba3a-4002-a745-28aae2c7d3fc,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:44.972108 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c4750e-df59-436a-8577-d4ed60b588ca None None] Network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:49:44.978876 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (9662b555-8a99-46d5-a950-65398195c540), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.042409 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-033c7a11-fccc-41ac-a284-1116e9eeef63 admin admin] Publish callbacks [] for security_group (da838342-ba3a-4002-a745-28aae2c7d3fc), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.050314 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1019230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28495'] for router (ab4233f0-4848-4d36-afff-578726a241ab), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.052205 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1019378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28504'] for router (ab4233f0-4848-4d36-afff-578726a241ab), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.106196 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-033c7a11-fccc-41ac-a284-1116e9eeef63 admin admin] Publish callbacks [] for security_group (da838342-ba3a-4002-a745-28aae2c7d3fc), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.313011 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3ed68-189b-4ab4-a110-0de37679367e None None] Pushing event updated for resources: {'Port': ['ID=9662b555-8a99-46d5-a950-65398195c540,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:45.383380 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Attempting to bind port 9662b555-8a99-46d5-a950-65398195c540 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:49:45.384965 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Attempting to bind port 9662b555-8a99-46d5-a950-65398195c540 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:49:45.385702 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Attempting to bind port 9662b555-8a99-46d5-a950-65398195c540 on network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:49:45.393097 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9683b-5685-465d-b87f-201794606274 req-1b6149a3-20c1-4b8b-b707-1a75dea848a3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:45.394137 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-59c9683b-5685-465d-b87f-201794606274 req-1b6149a3-20c1-4b8b-b707-1a75dea848a3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1570086 Feb 17 09:49:45.427576 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks [] for router_controller (ab4233f0-4848-4d36-afff-578726a241ab), precommit_add_association {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.440622 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:49:45.441426 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Checking segment: {'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:49:45.442030 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.442697 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Bound using segment: {'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:49:45.445357 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Bound port: 9662b555-8a99-46d5-a950-65398195c540, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:49:45.445357 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9662b555-8a99-46d5-a950-65398195c540), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.480459 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6889369c-6f69-5c47-9e14-b0591a0da435-4a5fccf7-e8ed-4b9f-8ca2-46838899851f', 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f', 'project_id': '29cf818e6c7546d0be061f7375213d69', 'fixed_ips': [{'subnet_id': '32a600b8-6c46-4dff-a484-a2b60ec2ab3f'}]}} from dv-cinder-773985-34-iscsi. {{(pid=109368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:49:45.481366 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-59c9683b-5685-465d-b87f-201794606274 req-343a3d5b-6aa5-4d60-a77e-385ddf788d96 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786934 Feb 17 09:49:45.482616 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-033c7a11-fccc-41ac-a284-1116e9eeef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (da838342-ba3a-4002-a745-28aae2c7d3fc), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.485826 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-033c7a11-fccc-41ac-a284-1116e9eeef63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.487443 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-033c7a11-fccc-41ac-a284-1116e9eeef63 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da838342-ba3a-4002-a745-28aae2c7d3fc HTTP/1.1" status: 204 len: 168 time: 0.6458251 Feb 17 09:49:45.498887 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c7a11-fccc-41ac-a284-1116e9eeef63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da838342-ba3a-4002-a745-28aae2c7d3fc,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:45.504115 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.652628 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-24e06bcd-8104-48cb-8d2c-6ca99df28404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:45.655987 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-24e06bcd-8104-48cb-8d2c-6ca99df28404 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 1130 time: 0.3540945 Feb 17 09:49:45.760833 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-752786aa-b064-4a45-a41b-b8e0fc07e3ff None None] Provisioning complete for port 9662b555-8a99-46d5-a950-65398195c540 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:45.761359 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-752786aa-b064-4a45-a41b-b8e0fc07e3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (9662b555-8a99-46d5-a950-65398195c540), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.780799 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks [] for router_gateway (ab4233f0-4848-4d36-afff-578726a241ab), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.834153 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] For port 9662b555-8a99-46d5-a950-65398195c540, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:49:45.875321 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] For port 9662b555-8a99-46d5-a950-65398195c540, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=9662b555-8a99-46d5-a950-65398195c540,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:49:45.908813 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-752786aa-b064-4a45-a41b-b8e0fc07e3ff None None] Port 9662b555-8a99-46d5-a950-65398195c540 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:49:45.919089 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (9662b555-8a99-46d5-a950-65398195c540), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:45.952331 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-6ac4e8cc-5697-47c3-b87e-922a118541be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:45.955442 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-6ac4e8cc-5697-47c3-b87e-922a118541be service neutron] 10.222.0.124 "GET /v2.0/networks?id=da21f546-703c-4519-8db6-7972cafd6046 HTTP/1.1" status: 200 len: 911 time: 0.2418902 Feb 17 09:49:46.013718 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.db_base_plugin_common [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Allocated IP 172.20.0.2 (4a5fccf7-e8ed-4b9f-8ca2-46838899851f/32a600b8-6c46-4dff-a484-a2b60ec2ab3f/17faf1a5-6b0c-4f3e-9892-a5278f911c9e) {{(pid=109368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:46.112562 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Routers {'953f9971-ad5e-47b2-8721-70d04d51239b'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:49:46.113233 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:49:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['953f9971-ad5e-47b2-8721-70d04d51239b'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:46.125116 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65f2aa-7a6b-4db9-a64a-0730e3174780 req-d9c58266-5f03-4ef9-a2d7-567e89cab013 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:46.136119 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5e65f2aa-7a6b-4db9-a64a-0730e3174780 req-d9c58266-5f03-4ef9-a2d7-567e89cab013 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1929440 Feb 17 09:49:46.225362 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-a20d4404-cac0-4f24-a0c3-9e8dad2c1fca service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f159bdc2-afee-4dd0-9310-aa302242267b HTTP/1.1" status: 200 len: 1002 time: 0.2559292 Feb 17 09:49:46.329962 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5e65f2aa-7a6b-4db9-a64a-0730e3174780 req-51fb1ea6-ac25-406b-944f-6dc4bed001ae tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862707 Feb 17 09:49:46.420119 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-2222c8bb-22d0-40e3-b505-fc421217ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:46.420119 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-2222c8bb-22d0-40e3-b505-fc421217ccbd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e786f89-6f77-4465-bec4-a75497cf23f1 HTTP/1.1" status: 200 len: 849 time: 0.1802526 Feb 17 09:49:46.428131 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3ed68-189b-4ab4-a110-0de37679367e None None] Pushing event updated for resources: {'Port': ['ID=9662b555-8a99-46d5-a950-65398195c540,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:46.616837 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-f25bfaae-cfbb-4115-a62a-dd1635f1ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:46.618881 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-f25bfaae-cfbb-4115-a62a-dd1635f1ff06 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=da21f546-703c-4519-8db6-7972cafd6046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1438265 Feb 17 09:49:46.623998 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks [] for router_gateway (ab4233f0-4848-4d36-afff-578726a241ab), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:46.657915 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:46.691450 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-1aea6cbb-e49c-4e37-a660-7b90b346ea93 None None] Provisioning complete for port 9662b555-8a99-46d5-a950-65398195c540 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:46.692172 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1aea6cbb-e49c-4e37-a660-7b90b346ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (9662b555-8a99-46d5-a950-65398195c540), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:46.810459 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36231709-b29b-45be-b19e-9457d5e51e8a req-c4d790e4-fe72-4345-ac06-c09bd8dd35fe tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:46.814322 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-36231709-b29b-45be-b19e-9457d5e51e8a req-c4d790e4-fe72-4345-ac06-c09bd8dd35fe tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1180050 Feb 17 09:49:46.828395 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] Set router 953f9971-ad5e-47b2-8721-70d04d51239b gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:49:46.958282 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-acbb5f96-b37b-4e0d-8a42-65bb5d6ef876 service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105712 Feb 17 09:49:46.982564 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Allocated IP 172.27.3.4 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/9d0c470d-0ccd-4925-85d4-f05b98e8ab3d) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:46.996557 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-36231709-b29b-45be-b19e-9457d5e51e8a req-9616c8b6-8f7c-4d85-a0b1-23fc88d92a67 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717784 Feb 17 09:49:47.013051 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Publish callbacks [] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), precommit_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.040817 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-bd00e3c7-a05f-43b2-aa95-5dc81820d419 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:47.043231 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-bd00e3c7-a05f-43b2-aa95-5dc81820d419 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.124 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.0986471 Feb 17 09:49:47.098055 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.232699 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-1aea6cbb-e49c-4e37-a660-7b90b346ea93 None None] Current status of the port 9662b555-8a99-46d5-a950-65398195c540 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:47.233135 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1aea6cbb-e49c-4e37-a660-7b90b346ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9662b555-8a99-46d5-a950-65398195c540), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.247391 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-5bccc9ad-0304-49f7-8bf0-fc313f79ad44 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Deleting port 3a15b774-7ee7-43b3-8224-dcd314f3bedc {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:49:47.248126 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-5bccc9ad-0304-49f7-8bf0-fc313f79ad44 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.270621 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f is already hosted by enough agents. {{(pid=109368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:47.292715 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.base_scheduler [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Resources bound (agent type, host, resource id): {{(pid=109368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:47.294503 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ed64835c-b230-4210-80c3-e4684ccbde48 req-5d20b10b-c4da-4a81-9faf-9ed77109899e service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196678 Feb 17 09:49:47.297714 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Received port after_create {{(pid=109368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:49:47.301758 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks [] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.355642 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.404627 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Pushing event updated for resources: {'Port': ['ID=17faf1a5-6b0c-4f3e-9892-a5278f911c9e,revision_number=1']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:47.444879 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-1aea6cbb-e49c-4e37-a660-7b90b346ea93 None None] For port 9662b555-8a99-46d5-a950-65398195c540, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=9662b555-8a99-46d5-a950-65398195c540,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:47.451263 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:47.457473 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:47.465178 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:49:47.501953 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Pushing event updated for resources: {'Port': ['ID=9d0c470d-0ccd-4925-85d4-f05b98e8ab3d,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:47.515804 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-5bccc9ad-0304-49f7-8bf0-fc313f79ad44 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] For port 3a15b774-7ee7-43b3-8224-dcd314f3bedc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a15b774-7ee7-43b3-8224-dcd314f3bedc,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:47.516240 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-5bccc9ad-0304-49f7-8bf0-fc313f79ad44 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.551653 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-5bccc9ad-0304-49f7-8bf0-fc313f79ad44 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Calling delete_port for 3a15b774-7ee7-43b3-8224-dcd314f3bedc owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:49:47.581355 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1aea6cbb-e49c-4e37-a660-7b90b346ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (9662b555-8a99-46d5-a950-65398195c540), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.607722 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59656bb3-743a-4031-9773-ca0c18547dfb req-da9a3dca-e86a-4d13-aed8-570bf068410a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:47.610499 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-59656bb3-743a-4031-9773-ca0c18547dfb req-da9a3dca-e86a-4d13-aed8-570bf068410a tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 945 time: 0.1537340 Feb 17 09:49:47.692410 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Attempting to bind port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:49:47.693055 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Attempting to bind port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '7112b8db-4fc0-4088-93fd-29b19bfa4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:49:47.693586 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Attempting to bind port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e on network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:49:47.704954 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:49:47.705531 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Checking segment: {'id': '7112b8db-4fc0-4088-93fd-29b19bfa4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:49:47.706558 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.706764 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Bound using segment: {'id': '7112b8db-4fc0-4088-93fd-29b19bfa4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:49:47.707431 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Bound port: 17faf1a5-6b0c-4f3e-9892-a5278f911c9e, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7112b8db-4fc0-4088-93fd-29b19bfa4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:49:47.708010 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.782469 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:40Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '9662b555-8a99-46d5-a950-65398195c540', 'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'mac_address': 'fa:16:3e:b4:bd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:38Z', 'updated_at': '2022-02-17T09:49:45Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'subnets': [{'id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:47.785050 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea6cbb-e49c-4e37-a660-7b90b346ea93 None None] Pushing event updated for resources: {'Port': ['ID=9662b555-8a99-46d5-a950-65398195c540,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:47.836107 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dd8db-eb66-45e8-8e54-7689404b24fc None None] The sync data for ids ['953f9971-ad5e-47b2-8721-70d04d51239b'] in dv-cinder-773985-34-iscsi is: [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:40Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '9662b555-8a99-46d5-a950-65398195c540', 'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'mac_address': 'fa:16:3e:b4:bd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:38Z', 'updated_at': '2022-02-17T09:49:45Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'subnets': [{'id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:49:47.904048 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] For port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:49:47.912866 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:49:47.925495 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] For port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=17faf1a5-6b0c-4f3e-9892-a5278f911c9e,segment=NetworkSegment(7112b8db-4fc0-4088-93fd-29b19bfa4c66),segment_id=7112b8db-4fc0-4088-93fd-29b19bfa4c66)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:49:47.944858 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:47.964879 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-59656bb3-743a-4031-9773-ca0c18547dfb req-eb17fa4c-fa92-4104-b143-342af51c9ed9 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e73322b-024a-42c4-b554-cf80f5014e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873030 Feb 17 09:49:48.163209 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1406df-94d0-463b-bb4d-649873375bfb None None] Pushing event updated for resources: {'Port': ['ID=17faf1a5-6b0c-4f3e-9892-a5278f911c9e,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:48.188812 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-5bccc9ad-0304-49f7-8bf0-fc313f79ad44 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (3a15b774-7ee7-43b3-8224-dcd314f3bedc), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:48.205331 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['3a15b774-7ee7-43b3-8224-dcd314f3bedc'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:49:48.317322 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccc9ad-0304-49f7-8bf0-fc313f79ad44 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Pushing event deleted for resources: {'Port': ['ID=3a15b774-7ee7-43b3-8224-dcd314f3bedc,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:48.401942 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56808) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:48.461529 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-5bccc9ad-0304-49f7-8bf0-fc313f79ad44 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] No DVR routers for this DVR port 3a15b774-7ee7-43b3-8224-dcd314f3bedc on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:49:48.480248 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-5bccc9ad-0304-49f7-8bf0-fc313f79ad44 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:48.488502 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-54d0bb24-9463-4105-a1b4-7d76f2dc756e req-5bccc9ad-0304-49f7-8bf0-fc313f79ad44 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.124 "DELETE /v2.0/ports/3a15b774-7ee7-43b3-8224-dcd314f3bedc HTTP/1.1" status: 204 len: 173 time: 1.4383218 Feb 17 09:49:48.503980 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace58137-b4d9-44d0-97db-fe764ca27156', 'name': 'network-vif-deleted', 'tag': '3a15b774-7ee7-43b3-8224-dcd314f3bedc'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:49:48.512400 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f88271-911e-48bf-b6dd-fb23df054dc0" -d '{"events": [{"server_uuid": "ace58137-b4d9-44d0-97db-fe764ca27156", "name": "network-vif-deleted", "tag": "3a15b774-7ee7-43b3-8224-dcd314f3bedc"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:49:48.610413 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e257-32d3-4759-84b9-f9709f49b813 req-3f8a0fcf-d3b5-4fbf-b122-5530f7d7b648 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:49:48.627987 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2519e257-32d3-4759-84b9-f9709f49b813 req-3f8a0fcf-d3b5-4fbf-b122-5530f7d7b648 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.3173788 Feb 17 09:49:48.762075 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e6e2c7-e0d2-4681-a596-7c68581ea41b x-openstack-request-id: req-f8e6e2c7-e0d2-4681-a596-7c68581ea41b {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:49:48.763153 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace58137-b4d9-44d0-97db-fe764ca27156", "name": "network-vif-deleted", "tag": "3a15b774-7ee7-43b3-8224-dcd314f3bedc", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:49:48.763950 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8e6e2c7-e0d2-4681-a596-7c68581ea41b {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:49:48.765502 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace58137-b4d9-44d0-97db-fe764ca27156', 'name': 'network-vif-deleted', 'tag': '3a15b774-7ee7-43b3-8224-dcd314f3bedc', 'status': 'completed', 'code': 200} Feb 17 09:49:48.880821 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2519e257-32d3-4759-84b9-f9709f49b813 req-959b3815-45ef-4984-88fe-c5cca6e0b0a5 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453008 Feb 17 09:49:48.912541 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.017224 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks [] for router_gateway (ab4233f0-4848-4d36-afff-578726a241ab), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.095434 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Publish callbacks [] for security_group (51472506-e0d5-4630-81c5-87596c2f650c), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.104465 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (51472506-e0d5-4630-81c5-87596c2f650c), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.272992 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43c3a3595c4b453d80f6bf81c6fa00b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8629401 Feb 17 09:49:49.274016 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51472506-e0d5-4630-81c5-87596c2f650c,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:49.279910 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56818) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:49.340217 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.340815 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.341431 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.341958 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.342313 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.342776 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.343362 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.343952 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.344547 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.345122 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.348078 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.348784 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.349370 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aaa532-4bbf-4e35-a83e-e2967ee00b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:49.464518 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 17faf1a5-6b0c-4f3e-9892-a5278f911c9e up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:49.479674 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2a847515-ec7a-4c8b-bb08-afcf82981bda req-c95a007c-5bf6-43f0-8259-d17d2949afb8 tempest-ServerRescueNegativeTestJSON-755904932 tempest-ServerRescueNegativeTestJSON-755904932-project] 10.222.0.61 "GET /v2.0/ports?device_id=ace58137-b4d9-44d0-97db-fe764ca27156 HTTP/1.1" status: 200 len: 210 time: 0.1481862 Feb 17 09:49:49.524785 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-338aa5eb-3d9c-4c90-a5b4-1919dd24f314 admin admin] Publish callbacks [] for security_group (51472506-e0d5-4630-81c5-87596c2f650c), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.581313 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-338aa5eb-3d9c-4c90-a5b4-1919dd24f314 admin admin] Publish callbacks [] for security_group (51472506-e0d5-4630-81c5-87596c2f650c), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.595800 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1019339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881'] for router (ab4233f0-4848-4d36-afff-578726a241ab), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.648107 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:49.648836 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.675941 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-338aa5eb-3d9c-4c90-a5b4-1919dd24f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (51472506-e0d5-4630-81c5-87596c2f650c), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.700030 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-338aa5eb-3d9c-4c90-a5b4-1919dd24f314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.705966 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-338aa5eb-3d9c-4c90-a5b4-1919dd24f314 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51472506-e0d5-4630-81c5-87596c2f650c HTTP/1.1" status: 204 len: 168 time: 0.4203882 Feb 17 09:49:49.733503 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aa5eb-3d9c-4c90-a5b4-1919dd24f314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51472506-e0d5-4630-81c5-87596c2f650c,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:49.885167 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:49.885740 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.962640 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=17faf1a5-6b0c-4f3e-9892-a5278f911c9e,segment=NetworkSegment(7112b8db-4fc0-4088-93fd-29b19bfa4c66),segment_id=7112b8db-4fc0-4088-93fd-29b19bfa4c66)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:49.970282 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Router ab4233f0-4848-4d36-afff-578726a241ab is scheduled to L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 with binding_index 1 {{(pid=109366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:49:49.980205 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:49.982966 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 9662b555-8a99-46d5-a950-65398195c540 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:50.170189 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=17faf1a5-6b0c-4f3e-9892-a5278f911c9e,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:50.181766 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 9662b555-8a99-46d5-a950-65398195c540 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:50.182230 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (9662b555-8a99-46d5-a950-65398195c540), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:50.242123 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef5e8c-96eb-476a-95d8-262fc3ab8893 None None] Network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:49:50.340522 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:49:50.355216 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Sync routers for ids ['ab4233f0-4848-4d36-afff-578726a241ab'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:49:50.364516 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-f5a88baa-bc24-4e12-be7e-064634e65498 None None] Provisioning complete for port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:50.364756 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-f5a88baa-bc24-4e12-be7e-064634e65498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:50.377593 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:50.379658 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-fa991901-4b3f-401f-a457-ca18e0d10879 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4217169 Feb 17 09:49:50.383248 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Routers {'ab4233f0-4848-4d36-afff-578726a241ab'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:49:50.384222 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56828) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:50.390106 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:49:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ab4233f0-4848-4d36-afff-578726a241ab'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:50.504919 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 9662b555-8a99-46d5-a950-65398195c540 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:50.591269 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-f5a88baa-bc24-4e12-be7e-064634e65498 None None] Current status of the port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:50.663535 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 3a15b774-7ee7-43b3-8224-dcd314f3bedc no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:49:50.675413 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56836) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:50.730011 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 3a15b774-7ee7-43b3-8224-dcd314f3bedc {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:49:50.730377 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 3a15b774-7ee7-43b3-8224-dcd314f3bedc not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:49:50.748303 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Set router ab4233f0-4848-4d36-afff-578726a241ab gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:49:51.202427 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-133e297c-fd50-492a-89c3-20e081474123 None None] Provisioning complete for port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:51.202427 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-133e297c-fd50-492a-89c3-20e081474123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:51.236177 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'name': 'tempest-TestMinimumBasicScenario-683254387-router', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:45Z', 'updated_at': '2022-02-17T09:49:48Z', 'revision_number': 3, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'gw_port': {'id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:46Z', 'updated_at': '2022-02-17T09:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:51.270336 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 17faf1a5-6b0c-4f3e-9892-a5278f911c9e up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:51.300806 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Checking router: ab4233f0-4848-4d36-afff-578726a241ab for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:49:51.301750 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Updating router ab4233f0-4848-4d36-afff-578726a241ab port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:49:51.381679 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:51.488286 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-133e297c-fd50-492a-89c3-20e081474123 None None] Current status of the port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:51.522900 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:51.525092 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:51.646365 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:51.756525 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023215'] for router_interface (ee479cb5-50c0-4b57-b681-2eb81da1ee21), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:51.793228 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:51.976982 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Publish callbacks [] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:51.989764 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:52.052465 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Allocated IP 172.20.0.1 (4a5fccf7-e8ed-4b9f-8ca2-46838899851f/32a600b8-6c46-4dff-a484-a2b60ec2ab3f/a6399146-fa29-4291-8e8f-1755a708f57c) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:49:52.076228 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f4e0d-3075-434f-94d9-28064452b0ba None None] Pushing event updated for resources: {'Port': ['ID=9d0c470d-0ccd-4925-85d4-f05b98e8ab3d,revision_number=2']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:52.128451 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Attempting to bind port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:49:52.131544 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Attempting to bind port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:49:52.134542 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Attempting to bind port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d on network 26cc9ee1-80f2-47ce-8096-df53a2f34acd {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:49:52.153507 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:49:52.155695 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:49:52.156568 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:52.166173 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Bound using segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:49:52.166173 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Bound port: 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:49:52.166804 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:52.290313 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] For port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:49:52.290313 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] For port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=9d0c470d-0ccd-4925-85d4-f05b98e8ab3d,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:49:52.301053 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:52.394807 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f4e0d-3075-434f-94d9-28064452b0ba None None] Pushing event updated for resources: {'Port': ['ID=9d0c470d-0ccd-4925-85d4-f05b98e8ab3d,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:52.458820 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Routers {'ab4233f0-4848-4d36-afff-578726a241ab'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:49:52.460564 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:49:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ab4233f0-4848-4d36-afff-578726a241ab'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:52.524816 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Deleting port 66c3e959-af70-4646-894a-1221a1998fa9 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:49:52.535340 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (66c3e959-af70-4646-894a-1221a1998fa9), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:52.638427 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Publish callbacks [] for port (a6399146-fa29-4291-8e8f-1755a708f57c), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:52.711297 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:52.731602 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] For port 66c3e959-af70-4646-894a-1221a1998fa9, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=66c3e959-af70-4646-894a-1221a1998fa9,segment=NetworkSegment(d7d0f3e7-9280-4a22-9d3d-2d93483d338b),segment_id=d7d0f3e7-9280-4a22-9d3d-2d93483d338b)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:52.732239 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (66c3e959-af70-4646-894a-1221a1998fa9), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:52.746237 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] Set router ab4233f0-4848-4d36-afff-578726a241ab gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:49:52.760280 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Calling delete_port for 66c3e959-af70-4646-894a-1221a1998fa9 owned by network:router_interface {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:49:52.796134 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Pushing event updated for resources: {'Port': ['ID=a6399146-fa29-4291-8e8f-1755a708f57c,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:52.809530 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:52.813053 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:52.824427 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:49:52.936297 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022996'] for router_interface (ab4233f0-4848-4d36-afff-578726a241ab), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:53.272955 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (66c3e959-af70-4646-894a-1221a1998fa9), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:53.308825 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c3e959-af70-4646-894a-1221a1998fa9,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:53.327933 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'name': 'tempest-TestMinimumBasicScenario-683254387-router', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:45Z', 'updated_at': '2022-02-17T09:49:48Z', 'revision_number': 3, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'gw_port': {'id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:46Z', 'updated_at': '2022-02-17T09:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:53.336253 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:53.351895 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-1a19b2b8-2328-4086-84aa-e0d1c9a0664d None None] Provisioning complete for port a6399146-fa29-4291-8e8f-1755a708f57c triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:53.353860 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1a19b2b8-2328-4086-84aa-e0d1c9a0664d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:53.358946 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.359360 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.359640 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.359983 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.360318 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.360812 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.361557 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.362176 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.362718 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.363064 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.363790 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.364228 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.364592 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:49:53.374561 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de87c99-228a-45a5-be7e-8aa9c4d964bb None None] The sync data for ids ['ab4233f0-4848-4d36-afff-578726a241ab'] in dv-cinder-773985-34-iscsi is: [{'id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'name': 'tempest-TestMinimumBasicScenario-683254387-router', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:45Z', 'updated_at': '2022-02-17T09:49:48Z', 'revision_number': 3, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'gw_port': {'id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:46Z', 'updated_at': '2022-02-17T09:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:49:53.728281 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-1a19b2b8-2328-4086-84aa-e0d1c9a0664d None None] Port a6399146-fa29-4291-8e8f-1755a708f57c cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:49:53.750006 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Publish callbacks [] for port (a6399146-fa29-4291-8e8f-1755a708f57c), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:53.760848 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:53.779040 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1017375'] for router_interface (ee479cb5-50c0-4b57-b681-2eb81da1ee21), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:53.954985 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Pushing event updated for resources: {'Port': ['ID=a6399146-fa29-4291-8e8f-1755a708f57c,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:53.961455 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023112'] for router_interface (ab4233f0-4848-4d36-afff-578726a241ab), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:54.217897 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:49:54.221855 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:49:54.411686 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Router ee479cb5-50c0-4b57-b681-2eb81da1ee21 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:49:54.552533 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Router ab4233f0-4848-4d36-afff-578726a241ab has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:49:54.814775 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-b8ad9c98-f9c2-45c6-a17f-4155e71f5664 None None] Provisioning complete for port a6399146-fa29-4291-8e8f-1755a708f57c triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:54.815957 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-b8ad9c98-f9c2-45c6-a17f-4155e71f5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:54.891250 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:49:54.910236 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad9c98-f9c2-45c6-a17f-4155e71f5664 None None] Port a6399146-fa29-4291-8e8f-1755a708f57c cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:49:54.915748 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-5f7ffa27-7442-4159-b562-f6de3a95f103 admin admin] 10.222.0.61 "PUT /v2.0/routers/ab4233f0-4848-4d36-afff-578726a241ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5290844 Feb 17 09:49:55.099958 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:49:55.113428 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] Sync routers for ids ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:49:55.136948 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-dd6e6e1f-a29f-4cb0-a181-e8d58c0182b5 admin admin] 10.222.0.61 "PUT /v2.0/routers/ee479cb5-50c0-4b57-b681-2eb81da1ee21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4556260 Feb 17 09:49:55.137830 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56878) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:55.138903 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] Routers {'ee479cb5-50c0-4b57-b681-2eb81da1ee21'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:49:55.140028 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:49:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:55.395726 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Publish callbacks [] for router (ee479cb5-50c0-4b57-b681-2eb81da1ee21), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:55.472671 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:55.553370 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] Set router ee479cb5-50c0-4b57-b681-2eb81da1ee21 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:49:55.616938 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Publish callbacks [] for router_gateway (ee479cb5-50c0-4b57-b681-2eb81da1ee21), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:55.750260 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Deleting port 33ed7781-fc6f-4327-9c74-4fba2d84c9da {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:49:55.751100 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:55.760254 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:55.761329 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:55.939149 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] For port 33ed7781-fc6f-4327-9c74-4fba2d84c9da, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=33ed7781-fc6f-4327-9c74-4fba2d84c9da,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:55.940381 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:55.977735 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Calling delete_port for 33ed7781-fc6f-4327-9c74-4fba2d84c9da owned by network:router_gateway {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:49:56.014853 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:56.015809 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:56.073488 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=9d0c470d-0ccd-4925-85d4-f05b98e8ab3d,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:49:56.085220 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-router', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:49:53Z', 'revision_number': 5, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'gw_port': {'id': '33ed7781-fc6f-4327-9c74-4fba2d84c9da', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:48Z', 'updated_at': '2022-02-17T09:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:56.092853 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:56.154995 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] Checking router: ee479cb5-50c0-4b57-b681-2eb81da1ee21 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:49:56.203491 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] Routers {'ee479cb5-50c0-4b57-b681-2eb81da1ee21'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:49:56.204167 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:49:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:56.340608 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=9d0c470d-0ccd-4925-85d4-f05b98e8ab3d,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:56.350038 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (33ed7781-fc6f-4327-9c74-4fba2d84c9da), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:56.400639 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] Set router ee479cb5-50c0-4b57-b681-2eb81da1ee21 gateway port host: None {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:49:56.407035 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ed7781-fc6f-4327-9c74-4fba2d84c9da,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:56.568732 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015973'] for router_gateway (ee479cb5-50c0-4b57-b681-2eb81da1ee21), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:56.596241 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-router', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:49:55Z', 'revision_number': 6, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'gw_port_host': None}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:56.649731 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba853ed-069e-4a46-a634-f228dfe3f4e2 None None] The sync data for ids ['ee479cb5-50c0-4b57-b681-2eb81da1ee21'] in dv-cinder-773985-34-iscsi is: [{'id': 'ee479cb5-50c0-4b57-b681-2eb81da1ee21', 'name': 'tempest-ServerRescueNegativeTestJSON-2060600088-router', 'tenant_id': '70dc30ddfde54302b3ba6be283f693c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:49:55Z', 'revision_number': 6, 'project_id': '70dc30ddfde54302b3ba6be283f693c8', 'gw_port_host': None}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:49:56.827920 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1016888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28497'] for router (ee479cb5-50c0-4b57-b681-2eb81da1ee21), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:56.835706 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Publish callbacks [] for router_controller (ee479cb5-50c0-4b57-b681-2eb81da1ee21), precommit_delete_associations {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:56.907856 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Sync routers for ids ['ab4233f0-4848-4d36-afff-578726a241ab'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:49:56.959531 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Routers {'ab4233f0-4848-4d36-afff-578726a241ab'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:49:56.963464 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:49:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ab4233f0-4848-4d36-afff-578726a241ab'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:57.109106 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1016881'] for router (ee479cb5-50c0-4b57-b681-2eb81da1ee21), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:57.113433 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee479cb5-50c0-4b57-b681-2eb81da1ee21 {{(pid=109367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 09:49:57.125202 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:57.132254 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56920) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:57.134151 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-225f46aa-3aea-4f5a-adf7-236dcfed0e45 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ee479cb5-50c0-4b57-b681-2eb81da1ee21 HTTP/1.1" status: 204 len: 168 time: 1.9945693 Feb 17 09:49:57.239042 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb0cf2e-a4eb-47ce-9ed7-c02571f5ac78 admin admin] Deleting subnet 35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:49:57.245807 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2fb0cf2e-a4eb-47ce-9ed7-c02571f5ac78 admin admin] Publish callbacks [] for subnet (35dd9666-5b85-4ffd-ae9f-b8eb1c2de585), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:57.340084 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2fb0cf2e-a4eb-47ce-9ed7-c02571f5ac78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (35dd9666-5b85-4ffd-ae9f-b8eb1c2de585), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:57.441865 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Set router ab4233f0-4848-4d36-afff-578726a241ab gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:49:57.499642 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2fb0cf2e-a4eb-47ce-9ed7-c02571f5ac78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (35dd9666-5b85-4ffd-ae9f-b8eb1c2de585), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:57.800643 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2fb0cf2e-a4eb-47ce-9ed7-c02571f5ac78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (35dd9666-5b85-4ffd-ae9f-b8eb1c2de585), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:57.845237 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:49:57.882246 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2fb0cf2e-a4eb-47ce-9ed7-c02571f5ac78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:57.891409 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-2fb0cf2e-a4eb-47ce-9ed7-c02571f5ac78 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/35dd9666-5b85-4ffd-ae9f-b8eb1c2de585 HTTP/1.1" status: 204 len: 168 time: 0.7553334 Feb 17 09:49:57.892690 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56922) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:57.895969 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0cf2e-a4eb-47ce-9ed7-c02571f5ac78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35dd9666-5b85-4ffd-ae9f-b8eb1c2de585,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:58.043441 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:49:58.044892 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:58.260638 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (b2aabd29-6432-404e-b9a9-6719dfe5d07f), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:58.295084 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:49:58.314434 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 66c3e959-af70-4646-894a-1221a1998fa9 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:49:58.323317 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'name': 'tempest-TestMinimumBasicScenario-683254387-router', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:45Z', 'updated_at': '2022-02-17T09:49:53Z', 'revision_number': 4, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'gw_port': {'id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:46Z', 'updated_at': '2022-02-17T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'a6399146-fa29-4291-8e8f-1755a708f57c', 'name': '', 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'mac_address': 'fa:16:3e:fc:81:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '32a600b8-6c46-4dff-a484-a2b60ec2ab3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:51Z', 'updated_at': '2022-02-17T09:49:53Z', 'revision_number': 2, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'subnets': [{'id': '32a600b8-6c46-4dff-a484-a2b60ec2ab3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:58.366634 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 66c3e959-af70-4646-894a-1221a1998fa9 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:49:58.366976 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 66c3e959-af70-4646-894a-1221a1998fa9 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:49:58.485064 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Checking router: ab4233f0-4848-4d36-afff-578726a241ab for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:49:58.488811 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Updating router ab4233f0-4848-4d36-afff-578726a241ab port a6399146-fa29-4291-8e8f-1755a708f57c binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:49:58.596166 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (b2aabd29-6432-404e-b9a9-6719dfe5d07f), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:58.607744 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:58.708800 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aabd29-6432-404e-b9a9-6719dfe5d07f']}} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:58.755724 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b') {'for_net_delete': True} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:58.756201 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d0f3e7-9280-4a22-9d3d-2d93483d338b') {} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:49:58.809715 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8478020'] for segment (d7d0f3e7-9280-4a22-9d3d-2d93483d338b), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:58.845169 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (d7d0f3e7-9280-4a22-9d3d-2d93483d338b), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:58.860272 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=109367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:49:58.861091 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117284'] for segment (d7d0f3e7-9280-4a22-9d3d-2d93483d338b), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: Traceback (most recent call last): Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: timer() Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: cb(*args, **kw) Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: return func(*args, **kwargs) Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: self._notify() Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: self.callback(batched_events) Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: event.method(event) Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: return f(self, *a, **k) Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._get(url).json() Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: return self.request(url, 'GET', **kwargs) Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:49:59.062647 dv-cinder-773985-34-iscsi neutron-server[109367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:49:59.078669 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (b2aabd29-6432-404e-b9a9-6719dfe5d07f), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:59.150046 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 33ed7781-fc6f-4327-9c74-4fba2d84c9da no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:49:59.189356 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:59.198799 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b2aabd29-6432-404e-b9a9-6719dfe5d07f HTTP/1.1" status: 204 len: 168 time: 1.3048010 Feb 17 09:49:59.201106 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f388a48-ad90-429e-85ef-554127e4f041 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2aabd29-6432-404e-b9a9-6719dfe5d07f,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:59.224709 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 33ed7781-fc6f-4327-9c74-4fba2d84c9da {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:49:59.225709 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 33ed7781-fc6f-4327-9c74-4fba2d84c9da not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:49:59.413407 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Publish callbacks [] for port (a6399146-fa29-4291-8e8f-1755a708f57c), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:59.424393 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:59.682107 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611df1e-388b-4dad-b234-af6a47e810d9 None None] Pushing event updated for resources: {'Port': ['ID=a6399146-fa29-4291-8e8f-1755a708f57c,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:49:59.784601 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56940) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:59.793469 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Attempting to bind port a6399146-fa29-4291-8e8f-1755a708f57c on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:49:59.793920 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Attempting to bind port a6399146-fa29-4291-8e8f-1755a708f57c by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '7112b8db-4fc0-4088-93fd-29b19bfa4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:49:59.794932 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Attempting to bind port a6399146-fa29-4291-8e8f-1755a708f57c on network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:49:59.802886 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:49:59.803519 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Checking segment: {'id': '7112b8db-4fc0-4088-93fd-29b19bfa4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:49:59.804055 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:59.804474 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Bound using segment: {'id': '7112b8db-4fc0-4088-93fd-29b19bfa4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:49:59.805728 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Bound port: a6399146-fa29-4291-8e8f-1755a708f57c, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7112b8db-4fc0-4088-93fd-29b19bfa4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:49:59.806451 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:49:59.877487 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56942) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:49:59.878470 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-b83cd04a-a8cf-4895-86e5-911b4d726771 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70dc30ddfde54302b3ba6be283f693c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0915351 Feb 17 09:49:59.930965 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] For port a6399146-fa29-4291-8e8f-1755a708f57c, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:49:59.940365 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] For port a6399146-fa29-4291-8e8f-1755a708f57c, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=a6399146-fa29-4291-8e8f-1755a708f57c,segment=NetworkSegment(7112b8db-4fc0-4088-93fd-29b19bfa4c66),segment_id=7112b8db-4fc0-4088-93fd-29b19bfa4c66)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:49:59.952547 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:00.081737 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Routers {'ab4233f0-4848-4d36-afff-578726a241ab'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:50:00.083455 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:49:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ab4233f0-4848-4d36-afff-578726a241ab'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:00.094325 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fcb59e22-81a6-4936-967c-8024f5fc755c admin admin] Publish callbacks [] for security_group (5e73322b-024a-42c4-b554-cf80f5014e98), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:00.129066 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-c1d029b2-bf06-472d-8627-b235cbdb1924 None None] Provisioning complete for port a6399146-fa29-4291-8e8f-1755a708f57c triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:00.129699 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c1d029b2-bf06-472d-8627-b235cbdb1924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:00.174109 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fcb59e22-81a6-4936-967c-8024f5fc755c admin admin] Publish callbacks [] for security_group (5e73322b-024a-42c4-b554-cf80f5014e98), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:00.254689 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611df1e-388b-4dad-b234-af6a47e810d9 None None] Pushing event updated for resources: {'Port': ['ID=a6399146-fa29-4291-8e8f-1755a708f57c,revision_number=4']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:00.324608 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fcb59e22-81a6-4936-967c-8024f5fc755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (5e73322b-024a-42c4-b554-cf80f5014e98), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:00.330595 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fcb59e22-81a6-4936-967c-8024f5fc755c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:00.332491 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-fcb59e22-81a6-4936-967c-8024f5fc755c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e73322b-024a-42c4-b554-cf80f5014e98 HTTP/1.1" status: 204 len: 168 time: 0.4499638 Feb 17 09:50:00.344715 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ad25d226-10e5-4059-ba12-ce5aef3bada1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:00.355172 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb59e22-81a6-4936-967c-8024f5fc755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e73322b-024a-42c4-b554-cf80f5014e98,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:00.385943 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] Set router ab4233f0-4848-4d36-afff-578726a241ab gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:50:00.504893 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-c1d029b2-bf06-472d-8627-b235cbdb1924 None None] Current status of the port a6399146-fa29-4291-8e8f-1755a708f57c is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:00.505591 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c1d029b2-bf06-472d-8627-b235cbdb1924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:00.583481 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-c1d029b2-bf06-472d-8627-b235cbdb1924 None None] For port a6399146-fa29-4291-8e8f-1755a708f57c, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=a6399146-fa29-4291-8e8f-1755a708f57c,segment=NetworkSegment(7112b8db-4fc0-4088-93fd-29b19bfa4c66),segment_id=7112b8db-4fc0-4088-93fd-29b19bfa4c66)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:00.591598 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c1d029b2-bf06-472d-8627-b235cbdb1924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:00.776859 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d029b2-bf06-472d-8627-b235cbdb1924 None None] Pushing event updated for resources: {'Port': ['ID=a6399146-fa29-4291-8e8f-1755a708f57c,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:00.848451 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-25cbe478-a9e2-49a4-959d-eb7de7b9659e None None] Provisioning complete for port a6399146-fa29-4291-8e8f-1755a708f57c triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:00.849089 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-25cbe478-a9e2-49a4-959d-eb7de7b9659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:01.068127 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'name': 'tempest-TestMinimumBasicScenario-683254387-router', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:45Z', 'updated_at': '2022-02-17T09:49:53Z', 'revision_number': 4, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'gw_port': {'id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:46Z', 'updated_at': '2022-02-17T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'a6399146-fa29-4291-8e8f-1755a708f57c', 'name': '', 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'mac_address': 'fa:16:3e:fc:81:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '32a600b8-6c46-4dff-a484-a2b60ec2ab3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:51Z', 'updated_at': '2022-02-17T09:49:59Z', 'revision_number': 4, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'subnets': [{'id': '32a600b8-6c46-4dff-a484-a2b60ec2ab3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:01.153922 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-25cbe478-a9e2-49a4-959d-eb7de7b9659e None None] Current status of the port a6399146-fa29-4291-8e8f-1755a708f57c is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:01.166621 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a48d71-4bed-4f99-be5c-e7c0142fe023 None None] The sync data for ids ['ab4233f0-4848-4d36-afff-578726a241ab'] in dv-cinder-773985-34-iscsi is: [{'id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'name': 'tempest-TestMinimumBasicScenario-683254387-router', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:45Z', 'updated_at': '2022-02-17T09:49:53Z', 'revision_number': 4, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'gw_port': {'id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:46Z', 'updated_at': '2022-02-17T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'a6399146-fa29-4291-8e8f-1755a708f57c', 'name': '', 'network_id': '4a5fccf7-e8ed-4b9f-8ca2-46838899851f', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'mac_address': 'fa:16:3e:fc:81:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '32a600b8-6c46-4dff-a484-a2b60ec2ab3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:51Z', 'updated_at': '2022-02-17T09:49:59Z', 'revision_number': 4, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'subnets': [{'id': '32a600b8-6c46-4dff-a484-a2b60ec2ab3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:50:02.560220 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 56972) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:02.830503 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1514043246-network', 'tenant_id': '2b3dd77e611b4aecaa03ef5b1774a29f'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:02.893064 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Made reservation on behalf of 2b3dd77e611b4aecaa03ef5b1774a29f for: {'network': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:50:02.897593 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:02.925238 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:03.178083 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Publish callbacks [] for security_group (3a6436f3-cc5e-4e97-b071-8577e5af2155), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:03.186733 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (3a6436f3-cc5e-4e97-b071-8577e5af2155), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:03.237608 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=109366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:50:03.282810 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (0a9bb7ca-1838-449a-8081-66f155af8d6a), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:03.286827 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.segments_db [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Added segment 0a9bb7ca-1838-449a-8081-66f155af8d6a of type vlan for network 11843249-c14f-4236-8b63-3bda6dc885c8 Feb 17 09:50:03.453271 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (11843249-c14f-4236-8b63-3bda6dc885c8), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:03.456226 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device a6399146-fa29-4291-8e8f-1755a708f57c up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:50:03.550529 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (11843249-c14f-4236-8b63-3bda6dc885c8), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:03.552492 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:03.554753 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:03.558400 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6436f3-cc5e-4e97-b071-8577e5af2155,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:03.635194 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-9e773c2e-b9c1-4bb1-bccc-8469f2874bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:03.644713 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0825398 Feb 17 09:50:03.650566 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 56992) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:03.666637 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Request body: {'subnet': {'network_id': '11843249-c14f-4236-8b63-3bda6dc885c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1514043246-subnet', 'tenant_id': '2b3dd77e611b4aecaa03ef5b1774a29f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:03.751381 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port a6399146-fa29-4291-8e8f-1755a708f57c triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:03.752653 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:03.764213 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Made reservation on behalf of 2b3dd77e611b4aecaa03ef5b1774a29f for: {'subnet': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:50:03.768140 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11817614'] for subnet (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:03.800415 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1c4ea-7c8d-418f-8c36-5ee9c916c96f admin admin] Pushing event updated for resources: {'Network': ['ID=11843249-c14f-4236-8b63-3bda6dc885c8,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:03.837459 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network 11843249-c14f-4236-8b63-3bda6dc885c8 details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:50:04.256193 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port a6399146-fa29-4291-8e8f-1755a708f57c is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:04.300646 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9110011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11817660'] for subnet (15935925-6cd7-4ddb-a6a4-a6cc53ffe427), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:04.464371 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15935925-6cd7-4ddb-a6a4-a6cc53ffe427,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:04.485825 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Checking segment: {'id': '0a9bb7ca-1838-449a-8081-66f155af8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '11843249-c14f-4236-8b63-3bda6dc885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:50:04.486345 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Network hostable DHCP agents. Network: 11843249-c14f-4236-8b63-3bda6dc885c8, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:50:04.522339 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Network 11843249-c14f-4236-8b63-3bda6dc885c8 is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:50:04.536725 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, 11843249-c14f-4236-8b63-3bda6dc885c8) {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:04.554175 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:04.556217 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:04.557700 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aea705-eac7-42dd-bf11-aecc47caa597 None None] Network 11843249-c14f-4236-8b63-3bda6dc885c8 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:50:04.606204 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-e725f5af-9e31-42b0-b299-bbde7323dd97 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9542255 Feb 17 09:50:04.801431 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0761a85d-b60d-4118-a60d-f7f5c5543488 None None] Network 11843249-c14f-4236-8b63-3bda6dc885c8 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:50:05.026768 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:05.949317 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57026) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:06.150379 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57032) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:06.158342 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1684012865-network', 'tenant_id': '300ba25d319743ecac09378d25b0997a'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:06.192679 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Made reservation on behalf of 300ba25d319743ecac09378d25b0997a for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:50:06.196856 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.205472 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-01676d86-575b-492c-ba9a-048fa3801437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.215168 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.379318 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-01676d86-575b-492c-ba9a-048fa3801437 admin admin] Publish callbacks [] for security_group (4363ec6e-3186-4cfb-856d-9d96e02d7c49), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.382209 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Publish callbacks [] for security_group (17f5c5bf-fd47-4b05-b469-5979c2c61413), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.387847 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-01676d86-575b-492c-ba9a-048fa3801437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (4363ec6e-3186-4cfb-856d-9d96e02d7c49), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.393517 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (17f5c5bf-fd47-4b05-b469-5979c2c61413), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.430613 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:50:06.448976 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (d30f0344-9ec1-4fc1-8b02-15b16d993f1a), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.449409 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Added segment d30f0344-9ec1-4fc1-8b02-15b16d993f1a of type vlan for network d44ae366-8b6c-4115-a0da-7248f4bbc117 Feb 17 09:50:06.467075 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-01676d86-575b-492c-ba9a-048fa3801437 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=317c82bc0c1049e395873dd253f6c6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5161150 Feb 17 09:50:06.472507 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57034) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:06.529396 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01676d86-575b-492c-ba9a-048fa3801437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4363ec6e-3186-4cfb-856d-9d96e02d7c49,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:06.548662 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (d44ae366-8b6c-4115-a0da-7248f4bbc117), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.553720 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f5c5bf-fd47-4b05-b469-5979c2c61413,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:06.597740 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (d44ae366-8b6c-4115-a0da-7248f4bbc117), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.600085 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:06.601619 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.634026 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd053-8640-4c8f-8573-59f435b08dcb admin admin] Publish callbacks [] for security_group (4363ec6e-3186-4cfb-856d-9d96e02d7c49), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.667298 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5101588 Feb 17 09:50:06.674267 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57036) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:06.684153 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Request body: {'subnet': {'network_id': 'd44ae366-8b6c-4115-a0da-7248f4bbc117', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1684012865-subnet', 'tenant_id': '300ba25d319743ecac09378d25b0997a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:06.704530 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd053-8640-4c8f-8573-59f435b08dcb admin admin] Publish callbacks [] for security_group (4363ec6e-3186-4cfb-856d-9d96e02d7c49), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.760043 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f83060-5b98-4ffe-b6b1-388e33e3b3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d44ae366-8b6c-4115-a0da-7248f4bbc117,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:06.765619 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Made reservation on behalf of 300ba25d319743ecac09378d25b0997a for: {'subnet': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:50:06.769353 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11817614'] for subnet (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.787577 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network d44ae366-8b6c-4115-a0da-7248f4bbc117 details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:50:06.852680 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd053-8640-4c8f-8573-59f435b08dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (4363ec6e-3186-4cfb-856d-9d96e02d7c49), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.862221 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0ebbd053-8640-4c8f-8573-59f435b08dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:06.865917 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-0ebbd053-8640-4c8f-8573-59f435b08dcb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4363ec6e-3186-4cfb-856d-9d96e02d7c49 HTTP/1.1" status: 204 len: 168 time: 0.3899586 Feb 17 09:50:06.886943 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbd053-8640-4c8f-8573-59f435b08dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4363ec6e-3186-4cfb-856d-9d96e02d7c49,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:07.331029 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9110011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11817660'] for subnet (b328b0df-f09d-4679-92cc-a3995f22a804), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:07.452198 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b328b0df-f09d-4679-92cc-a3995f22a804,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:07.507083 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Checking segment: {'id': 'd30f0344-9ec1-4fc1-8b02-15b16d993f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd44ae366-8b6c-4115-a0da-7248f4bbc117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:50:07.507914 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Network hostable DHCP agents. Network: d44ae366-8b6c-4115-a0da-7248f4bbc117, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:50:07.541270 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Network d44ae366-8b6c-4115-a0da-7248f4bbc117 is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:50:07.554813 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:07.567089 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, d44ae366-8b6c-4115-a0da-7248f4bbc117) {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:07.579259 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:07.581286 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:07.589563 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d1012-737f-4bd0-a87d-e6a8e80e7772 None None] Network d44ae366-8b6c-4115-a0da-7248f4bbc117 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:50:07.650533 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-cf4ec02a-c180-4889-9ad4-712d896edb74 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9747970 Feb 17 09:50:07.884293 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f919f62-66c4-46fc-8f67-20c085491f7e None None] Network d44ae366-8b6c-4115-a0da-7248f4bbc117 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:50:07.901603 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57046) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:07.949085 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d8313b1a-dd5e-4b6a-b3b2-ecf4fabfdd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.015652 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57048) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:08.131749 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d89ad4e-e423-493b-8d6f-9751a780dda0 admin admin] Deleting subnet 15935925-6cd7-4ddb-a6a4-a6cc53ffe427 {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:50:08.138412 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d89ad4e-e423-493b-8d6f-9751a780dda0 admin admin] Publish callbacks [] for subnet (15935925-6cd7-4ddb-a6a4-a6cc53ffe427), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.144455 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d8313b1a-dd5e-4b6a-b3b2-ecf4fabfdd27 admin admin] Publish callbacks [] for security_group (fb40cbd4-8201-42a7-884d-8351052d9a92), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.151747 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d8313b1a-dd5e-4b6a-b3b2-ecf4fabfdd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (fb40cbd4-8201-42a7-884d-8351052d9a92), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.204681 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8313b1a-dd5e-4b6a-b3b2-ecf4fabfdd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb40cbd4-8201-42a7-884d-8351052d9a92,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:08.213828 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-d8313b1a-dd5e-4b6a-b3b2-ecf4fabfdd27 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ebf8cea7f3304cea821db9da9ab7c268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066182 Feb 17 09:50:08.217965 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57050) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:08.233939 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d89ad4e-e423-493b-8d6f-9751a780dda0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (15935925-6cd7-4ddb-a6a4-a6cc53ffe427), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.381887 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d89ad4e-e423-493b-8d6f-9751a780dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (15935925-6cd7-4ddb-a6a4-a6cc53ffe427), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.422422 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a51eebd2-58fa-40a8-a361-3916e9f54735 admin admin] Publish callbacks [] for security_group (fb40cbd4-8201-42a7-884d-8351052d9a92), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.494587 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a51eebd2-58fa-40a8-a361-3916e9f54735 admin admin] Publish callbacks [] for security_group (fb40cbd4-8201-42a7-884d-8351052d9a92), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.504636 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.576533 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d89ad4e-e423-493b-8d6f-9751a780dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (15935925-6cd7-4ddb-a6a4-a6cc53ffe427), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.633041 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89ad4e-e423-493b-8d6f-9751a780dda0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15935925-6cd7-4ddb-a6a4-a6cc53ffe427,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:08.642834 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d89ad4e-e423-493b-8d6f-9751a780dda0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.649468 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-5d89ad4e-e423-493b-8d6f-9751a780dda0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/15935925-6cd7-4ddb-a6a4-a6cc53ffe427 HTTP/1.1" status: 204 len: 168 time: 0.6300659 Feb 17 09:50:08.652502 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57058) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:08.665517 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a51eebd2-58fa-40a8-a361-3916e9f54735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (fb40cbd4-8201-42a7-884d-8351052d9a92), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.670367 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a51eebd2-58fa-40a8-a361-3916e9f54735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:08.672511 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-a51eebd2-58fa-40a8-a361-3916e9f54735 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb40cbd4-8201-42a7-884d-8351052d9a92 HTTP/1.1" status: 204 len: 168 time: 0.4538577 Feb 17 09:50:08.717466 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eebd2-58fa-40a8-a361-3916e9f54735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb40cbd4-8201-42a7-884d-8351052d9a92,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:08.863331 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (11843249-c14f-4236-8b63-3bda6dc885c8), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.126058 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (11843249-c14f-4236-8b63-3bda6dc885c8), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.179062 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11843249-c14f-4236-8b63-3bda6dc885c8']}} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:09.201691 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9bb7ca-1838-449a-8081-66f155af8d6a') {'for_net_delete': True} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:09.202536 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9bb7ca-1838-449a-8081-66f155af8d6a') {} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:09.226469 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726056'] for segment (0a9bb7ca-1838-449a-8081-66f155af8d6a), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.260756 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (0a9bb7ca-1838-449a-8081-66f155af8d6a), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.275058 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=109366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:50:09.275794 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903915'] for segment (0a9bb7ca-1838-449a-8081-66f155af8d6a), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: Traceback (most recent call last): Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: timer() Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: cb(*args, **kw) Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: return func(*args, **kwargs) Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: self._notify() Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: self.callback(batched_events) Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: event.method(event) Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: return f(self, *a, **k) Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._get(url).json() Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: return self.request(url, 'GET', **kwargs) Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:50:09.279046 dv-cinder-773985-34-iscsi neutron-server[109366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:50:09.375145 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (11843249-c14f-4236-8b63-3bda6dc885c8), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.382975 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.388164 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] 10.222.0.61 "DELETE /v2.0/networks/11843249-c14f-4236-8b63-3bda6dc885c8 HTTP/1.1" status: 204 len: 168 time: 0.7340343 Feb 17 09:50:09.391641 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57076) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:09.431031 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27d55c-655f-4560-afc2-333436ef8158 admin admin] Pushing event deleted for resources: {'Network': ['ID=11843249-c14f-4236-8b63-3bda6dc885c8,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:09.500896 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d3e4b8-fe60-415a-ab94-c31828db3683 admin admin] Deleting subnet b328b0df-f09d-4679-92cc-a3995f22a804 {{(pid=109367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:50:09.505958 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-28d3e4b8-fe60-415a-ab94-c31828db3683 admin admin] Publish callbacks [] for subnet (b328b0df-f09d-4679-92cc-a3995f22a804), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.549572 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57078) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:09.567731 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-28d3e4b8-fe60-415a-ab94-c31828db3683 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8478029'] for subnet (b328b0df-f09d-4679-92cc-a3995f22a804), precommit_delete_associations {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.569088 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e520f71-0c05-471e-a9cc-6d1ea6aece49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.675717 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-28d3e4b8-fe60-415a-ab94-c31828db3683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (b328b0df-f09d-4679-92cc-a3995f22a804), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.779914 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e520f71-0c05-471e-a9cc-6d1ea6aece49 admin admin] Publish callbacks [] for security_group (06625bb6-cd4e-4164-a274-64ae9e850c1b), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.792117 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e520f71-0c05-471e-a9cc-6d1ea6aece49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (06625bb6-cd4e-4164-a274-64ae9e850c1b), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.800046 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-28d3e4b8-fe60-415a-ab94-c31828db3683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11817643'] for subnet (b328b0df-f09d-4679-92cc-a3995f22a804), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.864544 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3e4b8-fe60-415a-ab94-c31828db3683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b328b0df-f09d-4679-92cc-a3995f22a804,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:09.871896 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-28d3e4b8-fe60-415a-ab94-c31828db3683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:09.879746 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-28d3e4b8-fe60-415a-ab94-c31828db3683 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b328b0df-f09d-4679-92cc-a3995f22a804 HTTP/1.1" status: 204 len: 168 time: 0.4851410 Feb 17 09:50:09.884222 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57080) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:09.919376 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7e520f71-0c05-471e-a9cc-6d1ea6aece49 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f423e5550bc4444b390c422df901ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683314 Feb 17 09:50:09.920416 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e520f71-0c05-471e-a9cc-6d1ea6aece49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06625bb6-cd4e-4164-a274-64ae9e850c1b,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:09.928724 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57082) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:10.051870 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (d44ae366-8b6c-4115-a0da-7248f4bbc117), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.159158 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e9efe316-7d30-47de-ae80-bc5d31d289ab admin admin] Publish callbacks [] for security_group (06625bb6-cd4e-4164-a274-64ae9e850c1b), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.216242 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (d44ae366-8b6c-4115-a0da-7248f4bbc117), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.270126 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e9efe316-7d30-47de-ae80-bc5d31d289ab admin admin] Publish callbacks [] for security_group (06625bb6-cd4e-4164-a274-64ae9e850c1b), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.283469 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44ae366-8b6c-4115-a0da-7248f4bbc117']}} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:10.319954 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30f0344-9ec1-4fc1-8b02-15b16d993f1a') {'for_net_delete': True} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:10.319954 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30f0344-9ec1-4fc1-8b02-15b16d993f1a') {} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:10.358955 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8478020'] for segment (d30f0344-9ec1-4fc1-8b02-15b16d993f1a), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.401285 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e9efe316-7d30-47de-ae80-bc5d31d289ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (06625bb6-cd4e-4164-a274-64ae9e850c1b), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.405204 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e9efe316-7d30-47de-ae80-bc5d31d289ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.406565 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-e9efe316-7d30-47de-ae80-bc5d31d289ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/06625bb6-cd4e-4164-a274-64ae9e850c1b HTTP/1.1" status: 204 len: 168 time: 0.4765551 Feb 17 09:50:10.408481 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (d30f0344-9ec1-4fc1-8b02-15b16d993f1a), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.425879 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=109367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:50:10.426308 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117284'] for segment (d30f0344-9ec1-4fc1-8b02-15b16d993f1a), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: Traceback (most recent call last): Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: timer() Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: cb(*args, **kw) Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: return func(*args, **kwargs) Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: self._notify() Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: self.callback(batched_events) Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: event.method(event) Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: return f(self, *a, **k) Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._get(url).json() Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: return self.request(url, 'GET', **kwargs) Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:50:10.441827 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efe316-7d30-47de-ae80-bc5d31d289ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06625bb6-cd4e-4164-a274-64ae9e850c1b,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:10.556570 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (d44ae366-8b6c-4115-a0da-7248f4bbc117), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.571791 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:10.578269 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] 10.222.0.61 "DELETE /v2.0/networks/d44ae366-8b6c-4115-a0da-7248f4bbc117 HTTP/1.1" status: 204 len: 168 time: 0.6928275 Feb 17 09:50:10.589673 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20dd318-0c3c-4fc9-bcbc-1d05dce3f67a admin admin] Pushing event deleted for resources: {'Network': ['ID=d44ae366-8b6c-4115-a0da-7248f4bbc117,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:10.845485 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b3348-1127-42ba-b0d1-128a89393b34 req-6d922342-7010-4237-a13b-9578571b7c6d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:10.859524 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3f7b3348-1127-42ba-b0d1-128a89393b34 req-6d922342-7010-4237-a13b-9578571b7c6d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 946 time: 0.1222630 Feb 17 09:50:10.987990 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3f7b3348-1127-42ba-b0d1-128a89393b34 req-b37d24b5-d7ae-4cc2-98fc-5d2ae3398700 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266096 Feb 17 09:50:11.148029 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57106) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:11.267808 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57110) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:11.278110 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-70734467-e874-49b5-b440-0d2ea729da8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b3dd77e611b4aecaa03ef5b1774a29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1144965 Feb 17 09:50:11.377166 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-495b894a-87a7-4851-946e-73e619e30797 admin admin] Publish callbacks [] for security_group (3a6436f3-cc5e-4e97-b071-8577e5af2155), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:11.411252 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-495b894a-87a7-4851-946e-73e619e30797 admin admin] Publish callbacks [] for security_group (3a6436f3-cc5e-4e97-b071-8577e5af2155), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:11.519367 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-495b894a-87a7-4851-946e-73e619e30797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (3a6436f3-cc5e-4e97-b071-8577e5af2155), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:11.535896 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-495b894a-87a7-4851-946e-73e619e30797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:11.538592 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-495b894a-87a7-4851-946e-73e619e30797 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a6436f3-cc5e-4e97-b071-8577e5af2155 HTTP/1.1" status: 204 len: 168 time: 0.2688859 Feb 17 09:50:11.582188 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b894a-87a7-4851-946e-73e619e30797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6436f3-cc5e-4e97-b071-8577e5af2155,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:12.330012 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e8087-3d25-4eab-8b4d-4c7f1017d9c4 req-322347a8-e84e-41d6-8c43-1ecae5b9d0ff tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:12.339917 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c0e8087-3d25-4eab-8b4d-4c7f1017d9c4 req-322347a8-e84e-41d6-8c43-1ecae5b9d0ff tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 946 time: 0.1374195 Feb 17 09:50:12.448023 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c0e8087-3d25-4eab-8b4d-4c7f1017d9c4 req-8adbd537-e946-4be6-b0e2-19406a3959df tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042092 Feb 17 09:50:12.612849 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01d568-5933-4aa9-8246-07727d357e7e req-0568c3c1-09cb-4809-880e-daf3c677c7ce tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:12.616191 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4b01d568-5933-4aa9-8246-07727d357e7e req-0568c3c1-09cb-4809-880e-daf3c677c7ce tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.124 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 946 time: 0.2124641 Feb 17 09:50:12.641391 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57130) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:12.759758 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-e05bf726-0d2a-4473-be94-ce7b14b8279a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=300ba25d319743ecac09378d25b0997a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1147447 Feb 17 09:50:12.764041 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57132) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:12.802038 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Deleting port 88dd9ba2-e308-4574-8f73-b91094312591 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:50:12.802319 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (88dd9ba2-e308-4574-8f73-b91094312591), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:12.906012 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bd1dbe2f-dff3-4131-a265-71f0062428c8 admin admin] Publish callbacks [] for security_group (17f5c5bf-fd47-4b05-b469-5979c2c61413), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:12.997482 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bd1dbe2f-dff3-4131-a265-71f0062428c8 admin admin] Publish callbacks [] for security_group (17f5c5bf-fd47-4b05-b469-5979c2c61413), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:13.019196 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] For port 88dd9ba2-e308-4574-8f73-b91094312591, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=88dd9ba2-e308-4574-8f73-b91094312591,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:13.020157 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (88dd9ba2-e308-4574-8f73-b91094312591), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:13.141284 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bd1dbe2f-dff3-4131-a265-71f0062428c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (17f5c5bf-fd47-4b05-b469-5979c2c61413), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:13.150076 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bd1dbe2f-dff3-4131-a265-71f0062428c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:13.154928 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-bd1dbe2f-dff3-4131-a265-71f0062428c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17f5c5bf-fd47-4b05-b469-5979c2c61413 HTTP/1.1" status: 204 len: 168 time: 0.3849823 Feb 17 09:50:13.235406 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dbe2f-dff3-4131-a265-71f0062428c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f5c5bf-fd47-4b05-b469-5979c2c61413,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:13.999936 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88939e78-1d08-42ba-95f3-3b7e4b3f33ab req-c94534de-9a00-4baf-8db7-de5db09cc8a5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:14.002915 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-88939e78-1d08-42ba-95f3-3b7e4b3f33ab req-c94534de-9a00-4baf-8db7-de5db09cc8a5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 946 time: 0.2337034 Feb 17 09:50:14.010280 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:14.010908 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (eb379b5a-9a99-4b52-908e-c6a8d069a28a), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:14.011655 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.l3_db [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Floating IP eb379b5a-9a99-4b52-908e-c6a8d069a28a disassociated. External IP: 172.27.3.19, port: 88dd9ba2-e308-4574-8f73-b91094312591. Feb 17 09:50:14.012367 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Calling delete_port for 88dd9ba2-e308-4574-8f73-b91094312591 owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:50:14.130249 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:14.224379 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-88939e78-1d08-42ba-95f3-3b7e4b3f33ab req-71bdd528-d885-4680-974d-4fe94aa1f5f5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ceabb43-d6a2-47c1-ad4f-5839875c608f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084620 Feb 17 09:50:14.365908 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (88dd9ba2-e308-4574-8f73-b91094312591), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:14.439111 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event deleted for resources: {'Port': ['ID=88dd9ba2-e308-4574-8f73-b91094312591,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:14.735600 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 88dd9ba2-e308-4574-8f73-b91094312591 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:50:14.806680 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Router cd49f564-ce63-45d6-a993-91192302a370 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:50:14.840089 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 88dd9ba2-e308-4574-8f73-b91094312591 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:50:14.847189 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 88dd9ba2-e308-4574-8f73-b91094312591 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:50:15.225423 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:50:15.245585 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] Sync routers for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:50:15.295305 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:50:15.296421 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:50:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:15.428233 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] No DVR routers for this DVR port 88dd9ba2-e308-4574-8f73-b91094312591 on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:50:15.436958 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:15.444912 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4b01d568-5933-4aa9-8246-07727d357e7e req-4b1c1532-f6ec-42b4-909b-34933713c11e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.124 "DELETE /v2.0/ports/88dd9ba2-e308-4574-8f73-b91094312591 HTTP/1.1" status: 204 len: 173 time: 2.8102734 Feb 17 09:50:15.462309 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'name': 'network-vif-deleted', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:15.497022 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ab5416-46b1-457a-95a7-0ca12540724f" -d '{"events": [{"server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "name": "network-vif-deleted", "tag": "88dd9ba2-e308-4574-8f73-b91094312591"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:15.600965 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:50:15.679592 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-789037b7-98b8-4bf4-bb3c-e35d13be00a0 req-866045e2-072d-4f3e-a310-15aafbc6794f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=98041338-17cf-4488-b2a0-41eb9924ba67 HTTP/1.1" status: 200 len: 210 time: 0.2320347 Feb 17 09:50:15.850888 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3405920-9680-4374-a674-3c1cc9677ef2 x-openstack-request-id: req-d3405920-9680-4374-a674-3c1cc9677ef2 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:15.851608 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98041338-17cf-4488-b2a0-41eb9924ba67", "name": "network-vif-deleted", "tag": "88dd9ba2-e308-4574-8f73-b91094312591", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:15.852728 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3405920-9680-4374-a674-3c1cc9677ef2 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:15.854134 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98041338-17cf-4488-b2a0-41eb9924ba67', 'name': 'network-vif-deleted', 'tag': '88dd9ba2-e308-4574-8f73-b91094312591', 'status': 'completed', 'code': 200} Feb 17 09:50:16.188596 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:16.267925 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] Checking router: cd49f564-ce63-45d6-a993-91192302a370 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:50:16.284920 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:50:16.285630 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:50:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:16.517556 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:50:16.554091 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-258cff33-2511-4b8c-aaa3-bb562d020cca tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:16.570003 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-258cff33-2511-4b8c-aaa3-bb562d020cca tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/networks?id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab HTTP/1.1" status: 200 len: 815 time: 0.2634923 Feb 17 09:50:16.601357 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-e57dcbe9-dabe-40fe-bf1b-9138744f5bca tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/quotas/df452c64635a4071b2a7082ee7a56b8f HTTP/1.1" status: 200 len: 375 time: 0.0277705 Feb 17 09:50:16.736943 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-2de16f68-ccdf-41a9-bff9-22093e36b5ab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=df452c64635a4071b2a7082ee7a56b8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325004 Feb 17 09:50:16.923813 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57226) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:16.948484 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:17.015631 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-cffafd6f-f654-476b-90b3-84ecae7db43b service neutron] 10.222.0.61 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516348 Feb 17 09:50:17.040008 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d340022-4a27-4f43-b91d-36c5806903e8 None None] The sync data for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi is: [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:50:17.044431 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e466a0c-fd00-45ba-9589-cf1e8520a4ad tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (8ceabb43-d6a2-47c1-ad4f-5839875c608f), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:17.092633 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e466a0c-fd00-45ba-9589-cf1e8520a4ad tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (8ceabb43-d6a2-47c1-ad4f-5839875c608f), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:17.204230 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e466a0c-fd00-45ba-9589-cf1e8520a4ad tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8ceabb43-d6a2-47c1-ad4f-5839875c608f), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:17.211683 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e466a0c-fd00-45ba-9589-cf1e8520a4ad tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:17.215123 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7e466a0c-fd00-45ba-9589-cf1e8520a4ad tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "DELETE /v2.0/security-groups/8ceabb43-d6a2-47c1-ad4f-5839875c608f HTTP/1.1" status: 204 len: 168 time: 0.2883089 Feb 17 09:50:17.218608 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57234) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:17.234910 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e466a0c-fd00-45ba-9589-cf1e8520a4ad tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceabb43-d6a2-47c1-ad4f-5839875c608f,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:17.263368 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.api.v2.resource [None req-64d05478-fc4e-4258-8967-f3080a70c6db tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] show failed (client error): The resource could not be found. Feb 17 09:50:17.264550 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-64d05478-fc4e-4258-8967-f3080a70c6db tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups/8ceabb43-d6a2-47c1-ad4f-5839875c608f HTTP/1.1" status: 404 len: 347 time: 0.0447557 Feb 17 09:50:17.270996 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-f478fc53-e9f8-401a-a4a7-8a1dbaa05e4f service neutron] 10.222.0.61 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443514 Feb 17 09:50:17.271377 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57238) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:17.565005 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-c26c217f-cbec-46ae-b747-0b506584c7fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Deleting port 3c69189f-997d-4678-a60a-a3b48800dd87 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:50:17.565423 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c26c217f-cbec-46ae-b747-0b506584c7fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (3c69189f-997d-4678-a60a-a3b48800dd87), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:17.682854 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-68a50c04-c299-4b18-b381-eed5e6326f3c req-923cf1b3-12cc-4339-b253-68a46e3f7c27 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 210 time: 0.0751693 Feb 17 09:50:17.749881 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c26c217f-cbec-46ae-b747-0b506584c7fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (3c69189f-997d-4678-a60a-a3b48800dd87), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:17.750295 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c26c217f-cbec-46ae-b747-0b506584c7fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (3c69189f-997d-4678-a60a-a3b48800dd87), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:17.751960 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb95b0c-f3bf-49c7-ac80-17923f7cc834 None None] New status for floating IP eb379b5a-9a99-4b52-908e-c6a8d069a28a: DOWN {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:50:17.769059 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-c26c217f-cbec-46ae-b747-0b506584c7fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Calling delete_port for 3c69189f-997d-4678-a60a-a3b48800dd87 owned by network:floatingip {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:50:18.173165 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c26c217f-cbec-46ae-b747-0b506584c7fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (3c69189f-997d-4678-a60a-a3b48800dd87), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:18.232232 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c217f-cbec-46ae-b747-0b506584c7fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event deleted for resources: {'Port': ['ID=3c69189f-997d-4678-a60a-a3b48800dd87,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:18.319628 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c26c217f-cbec-46ae-b747-0b506584c7fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (eb379b5a-9a99-4b52-908e-c6a8d069a28a), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:18.324256 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c26c217f-cbec-46ae-b747-0b506584c7fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:18.325690 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-c26c217f-cbec-46ae-b747-0b506584c7fd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "DELETE /v2.0/floatingips/eb379b5a-9a99-4b52-908e-c6a8d069a28a HTTP/1.1" status: 204 len: 168 time: 1.0531540 Feb 17 09:50:18.626602 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57268) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:18.636656 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-3078b30e-883c-4a33-bc57-f2569e986f05 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571418910', 'description': 'tempest-description--1582525962'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:18.672791 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3078b30e-883c-4a33-bc57-f2569e986f05 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:18.831683 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3078b30e-883c-4a33-bc57-f2569e986f05 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:18.837912 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3078b30e-883c-4a33-bc57-f2569e986f05 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:18.875188 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7d3136d8-d238-48a5-b799-a1ba1c2b7467 req-b2b23e52-cdb2-487b-a6f0-7d63fb645e1e tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 210 time: 0.0620344 Feb 17 09:50:18.902544 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3078b30e-883c-4a33-bc57-f2569e986f05 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:18.904853 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-3078b30e-883c-4a33-bc57-f2569e986f05 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2747352 Feb 17 09:50:18.909586 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57274) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:18.911851 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078b30e-883c-4a33-bc57-f2569e986f05 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:18.921034 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-29d6190b-5f99-4c7a-9fa4-c06f3e8a3aa1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'security_group_rule': {'security_group_id': 'b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:18.966719 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-29d6190b-5f99-4c7a-9fa4-c06f3e8a3aa1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (d2f3b617-1596-46f2-a51d-5ff51a5f57aa), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:19.105216 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-29d6190b-5f99-4c7a-9fa4-c06f3e8a3aa1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (d2f3b617-1596-46f2-a51d-5ff51a5f57aa), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:19.113403 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-29d6190b-5f99-4c7a-9fa4-c06f3e8a3aa1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (d2f3b617-1596-46f2-a51d-5ff51a5f57aa), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:19.174885 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-29d6190b-5f99-4c7a-9fa4-c06f3e8a3aa1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:19.183967 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57280) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:19.193210 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-29d6190b-5f99-4c7a-9fa4-c06f3e8a3aa1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2813864 Feb 17 09:50:19.194057 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-a45a2fd2-8598-4a9a-aed0-d2da59d8a9d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'security_group_rule': {'security_group_id': 'b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:19.278434 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a45a2fd2-8598-4a9a-aed0-d2da59d8a9d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (28e3ec9d-4914-4f74-b5b5-2170933059b2), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:19.378292 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-8cef5b59-8d2d-45a2-9956-0a62688e2a5d tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:19.381755 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-8cef5b59-8d2d-45a2-9956-0a62688e2a5d tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.124 "GET /v2.0/networks?id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab HTTP/1.1" status: 200 len: 815 time: 0.1870100 Feb 17 09:50:19.383961 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6190b-5f99-4c7a-9fa4-c06f3e8a3aa1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f3b617-1596-46f2-a51d-5ff51a5f57aa,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:19.406357 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'port': {'device_id': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'admin_state_up': True, 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:19.450947 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a45a2fd2-8598-4a9a-aed0-d2da59d8a9d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (28e3ec9d-4914-4f74-b5b5-2170933059b2), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:19.467314 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a45a2fd2-8598-4a9a-aed0-d2da59d8a9d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (28e3ec9d-4914-4f74-b5b5-2170933059b2), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:19.549211 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a2fd2-8598-4a9a-aed0-d2da59d8a9d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e3ec9d-4914-4f74-b5b5-2170933059b2,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:19.582606 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a45a2fd2-8598-4a9a-aed0-d2da59d8a9d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:19.588210 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-a45a2fd2-8598-4a9a-aed0-d2da59d8a9d4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3991275 Feb 17 09:50:19.597876 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57282) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:19.612642 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'floatingip': {'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:19.658882 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Made reservation on behalf of df452c64635a4071b2a7082ee7a56b8f for: {'port': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:50:19.669178 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:19.677268 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:19.968847 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:20.033549 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Allocated IP 172.20.0.14 (e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab/9578a680-d3a0-49b1-a79d-dd46c5ba5840/244d4387-d663-435e-a96e-4dce9751bb91) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:50:20.206742 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Allocated IP 172.27.3.28 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/0302e678-40a9-41cb-aa31-d57c19d245b8) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:50:20.245187 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7e38d14d-ecfd-4759-945e-8761febdcfe8 req-a8a12a1b-dbba-4ace-848f-c69b1e229441 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 210 time: 0.1125648 Feb 17 09:50:20.511932 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for port (244d4387-d663-435e-a96e-4dce9751bb91), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:20.598569 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for port (0302e678-40a9-41cb-aa31-d57c19d245b8), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:20.640379 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (244d4387-d663-435e-a96e-4dce9751bb91), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:20.741270 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (0302e678-40a9-41cb-aa31-d57c19d245b8), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:20.793809 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:20.799501 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:20.816460 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:50:20.833155 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'Port': ['ID=244d4387-d663-435e-a96e-4dce9751bb91,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:20.915475 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:20.926070 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:20.928321 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:50:20.960905 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:20.962874 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:20.983355 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'Port': ['ID=0302e678-40a9-41cb-aa31-d57c19d245b8,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:21.029368 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b2a279cf-9690-44e3-82c9-c6be37982c69 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6306708 Feb 17 09:50:21.050124 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Request body: {'port': {'device_id': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:21.151168 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (f207f164-4493-4f34-8974-44b531924f06), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:21.229595 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (0302e678-40a9-41cb-aa31-d57c19d245b8), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:21.268094 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (244d4387-d663-435e-a96e-4dce9751bb91), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:21.527138 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-15f6a9c1-354b-419c-9cfe-d292b2dbdea8 None None] Provisioning complete for port 244d4387-d663-435e-a96e-4dce9751bb91 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:21.532945 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-15f6a9c1-354b-419c-9cfe-d292b2dbdea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (244d4387-d663-435e-a96e-4dce9751bb91), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:21.672264 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for port (0302e678-40a9-41cb-aa31-d57c19d245b8), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:21.683915 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (0302e678-40a9-41cb-aa31-d57c19d245b8), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:21.751458 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'Port': ['ID=0302e678-40a9-41cb-aa31-d57c19d245b8,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:21.774483 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-15f6a9c1-354b-419c-9cfe-d292b2dbdea8 None None] Port 244d4387-d663-435e-a96e-4dce9751bb91 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:50:21.879515 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (f207f164-4493-4f34-8974-44b531924f06), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:21.912767 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:21.915788 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-636a094a-cf1e-471e-9afd-0d656227fac1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3216109 Feb 17 09:50:22.070648 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4e563-51c5-416e-8c90-9353981bf4ac req-b39aaf84-42f5-4bc8-8094-3f4024f039a5 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:22.085136 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f4d4e563-51c5-416e-8c90-9353981bf4ac req-b39aaf84-42f5-4bc8-8094-3f4024f039a5 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 932 time: 0.5490944 Feb 17 09:50:22.317978 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f4d4e563-51c5-416e-8c90-9353981bf4ac req-a1cfd1b6-99b7-4f37-ad4b-55d2fd17bc18 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294333 Feb 17 09:50:22.488695 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244d4387-d663-435e-a96e-4dce9751bb91 {{(pid=109367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:50:22.520420 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Publish callbacks [] for port (244d4387-d663-435e-a96e-4dce9751bb91), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:22.569056 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.provisioning_blocks [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Transition to ACTIVE for port object 244d4387-d663-435e-a96e-4dce9751bb91 will not be triggered until provisioned by entity L2. {{(pid=109367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:22.586997 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (244d4387-d663-435e-a96e-4dce9751bb91), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:22.670920 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-29e79bbd-08f7-48a3-a9b5-1fd8cff39bc3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--571418910&fields=id&tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6 HTTP/1.1" status: 200 len: 267 time: 0.1097190 Feb 17 09:50:22.739408 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Pushing event updated for resources: {'Port': ['ID=244d4387-d663-435e-a96e-4dce9751bb91,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:22.958087 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-c6ee6877-35f7-4782-b5a1-5a4e9da6cacd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:22.968213 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-c6ee6877-35f7-4782-b5a1-5a4e9da6cacd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 816 time: 0.2957706 Feb 17 09:50:23.033456 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-639833cd-9eda-43c8-ab9b-b4155762d25a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/quotas/e0b3d80bb0ef413b9c1d79c6528a74c6 HTTP/1.1" status: 200 len: 375 time: 0.0642624 Feb 17 09:50:23.034421 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Attempting to bind port 244d4387-d663-435e-a96e-4dce9751bb91 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:50:23.034788 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Attempting to bind port 244d4387-d663-435e-a96e-4dce9751bb91 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:50:23.035126 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Attempting to bind port 244d4387-d663-435e-a96e-4dce9751bb91 on network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:50:23.053752 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Port 244d4387-d663-435e-a96e-4dce9751bb91 on network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:50:23.054202 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Attempting to bind port 244d4387-d663-435e-a96e-4dce9751bb91 on network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:50:23.084638 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:50:23.085676 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Checking segment: {'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:50:23.086240 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Bound using segment: {'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:50:23.086703 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Bound port: 244d4387-d663-435e-a96e-4dce9751bb91, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff207b7-2385-4eb2-80cb-7e4b2d34defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab'}}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:50:23.087218 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (244d4387-d663-435e-a96e-4dce9751bb91), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:23.220804 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] For port 244d4387-d663-435e-a96e-4dce9751bb91, host hv-cinder-77398, cleared binding levels {{(pid=109367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:50:23.225748 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] For port 244d4387-d663-435e-a96e-4dce9751bb91, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=244d4387-d663-435e-a96e-4dce9751bb91,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:50:23.237933 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (244d4387-d663-435e-a96e-4dce9751bb91), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:23.362869 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:23.366002 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:23.370030 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] 10.222.0.124 "PUT /v2.0/ports/244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 1094 time: 2.3299980 Feb 17 09:50:23.374153 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:23.377357 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "tag": "244d4387-d663-435e-a96e-4dce9751bb91"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:23.405650 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-e7ab5a08-d5cb-421e-b702-1c3d4fd5b5da tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3535638 Feb 17 09:50:23.406742 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9784ad-ba73-4662-a93d-b21857281d29 service neutron] Pushing event updated for resources: {'Port': ['ID=244d4387-d663-435e-a96e-4dce9751bb91,revision_number=3']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:23.600888 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-1e77bf02-2ae1-4268-9f1a-4e336603818d service neutron] 10.222.0.61 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853588 Feb 17 09:50:23.629810 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa545953-b209-4958-855c-02d35b967a4c req-0974e257-beac-4331-b9a3-034592296643 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:23.634226 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-aa545953-b209-4958-855c-02d35b967a4c req-0974e257-beac-4331-b9a3-034592296643 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 944 time: 0.1047182 Feb 17 09:50:23.768450 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-aa545953-b209-4958-855c-02d35b967a4c req-896eeae0-53d2-47f7-b212-56220ce9a02f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148965 Feb 17 09:50:23.801224 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-aedf35a8-4976-4a00-b00b-acd1000de784 service neutron] 10.222.0.61 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884906 Feb 17 09:50:23.830134 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e77e6a-afa2-4c9d-a64d-8ddf1bacb4b3 x-openstack-request-id: req-60e77e6a-afa2-4c9d-a64d-8ddf1bacb4b3 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:23.830592 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "tag": "244d4387-d663-435e-a96e-4dce9751bb91", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:23.831255 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60e77e6a-afa2-4c9d-a64d-8ddf1bacb4b3 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:23.831984 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91', 'status': 'completed', 'code': 200} Feb 17 09:50:24.113277 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d677b7e7-27dd-44a3-b0ab-b23e6d1f11fd req-a0dcb48c-f076-43c4-835a-cf84fac05907 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 210 time: 0.0545878 Feb 17 09:50:24.905306 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:50:25.057683 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40b0e1-2e5d-4516-b922-19a81bd53008 req-f52c398c-94ef-4dde-ae63-f1a4a5bf2f2d tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:25.062402 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9f40b0e1-2e5d-4516-b922-19a81bd53008 req-f52c398c-94ef-4dde-ae63-f1a4a5bf2f2d tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 944 time: 0.1760473 Feb 17 09:50:25.083969 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c3365-2ff3-4ba0-be10-936a1cb311da req-453d7541-2522-44be-b67e-02c4c47ab5d6 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:25.089949 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c2c3365-2ff3-4ba0-be10-936a1cb311da req-453d7541-2522-44be-b67e-02c4c47ab5d6 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2015569 Feb 17 09:50:25.248905 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9f40b0e1-2e5d-4516-b922-19a81bd53008 req-781e1614-ad2b-4d31-8553-9ffeb3654d25 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480992 Feb 17 09:50:25.260540 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c2c3365-2ff3-4ba0-be10-936a1cb311da req-d2587be6-54c3-41b0-b422-bd68662e8cc2 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365640 Feb 17 09:50:25.452008 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c0736720-c6c7-428a-a679-f9c878246d81 req-d54b3e07-95e3-41e0-88fa-2b59f1505d1e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 210 time: 0.0422051 Feb 17 09:50:26.448849 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056d62d-dfa5-495c-8a2d-f4ac64f2e267 req-72140444-1910-4c2b-8ed2-3652c576d093 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:26.458691 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8056d62d-dfa5-495c-8a2d-f4ac64f2e267 req-72140444-1910-4c2b-8ed2-3652c576d093 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 944 time: 0.0903399 Feb 17 09:50:26.599650 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8056d62d-dfa5-495c-8a2d-f4ac64f2e267 req-e35ce0dd-cd0e-4cca-92fa-b336bdcf0d26 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383784 Feb 17 09:50:26.656276 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce21ac-39da-41ad-9636-acd5ca3c7cd9 req-c32f399d-c405-4f7a-a38c-eb5f6b7763d1 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:26.664716 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49ce21ac-39da-41ad-9636-acd5ca3c7cd9 req-c32f399d-c405-4f7a-a38c-eb5f6b7763d1 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2015457 Feb 17 09:50:26.720924 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-84ffb880-e52f-42ca-b72c-53defa01ba26 req-466bcde6-5f85-4c45-a353-88051e26031e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 210 time: 0.0388834 Feb 17 09:50:26.836342 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49ce21ac-39da-41ad-9636-acd5ca3c7cd9 req-05369677-5948-4e7e-97e0-d5fa7f64da26 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581352 Feb 17 09:50:27.793146 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1777a-5134-487b-b664-f5afa1dca7f8 req-1f7ec8e5-7fd2-47de-9ef9-41b67ee6da36 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:27.795985 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-90b1777a-5134-487b-b664-f5afa1dca7f8 req-1f7ec8e5-7fd2-47de-9ef9-41b67ee6da36 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 944 time: 0.1145337 Feb 17 09:50:27.914678 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-db27f770-1091-4fc9-ac6c-3c22e9222f61 req-8edf96ba-11b8-482c-b026-86c18cea4351 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 210 time: 0.0411038 Feb 17 09:50:27.939666 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-90b1777a-5134-487b-b664-f5afa1dca7f8 req-71c10d01-82a8-4243-9af0-377048cb8b36 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330342 Feb 17 09:50:28.130600 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950fe24-8bed-4a44-a981-b1a47868eeb8 req-d9890275-343d-45eb-acd5-613ab337d4a8 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:28.132396 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8950fe24-8bed-4a44-a981-b1a47868eeb8 req-d9890275-343d-45eb-acd5-613ab337d4a8 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.0969288 Feb 17 09:50:28.199067 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8950fe24-8bed-4a44-a981-b1a47868eeb8 req-3a2a4886-9ae1-45e4-a5a1-da01a3d77276 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566258 Feb 17 09:50:29.108452 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83f54704-f6f1-48f4-b948-728d5f153061 req-7f0e53c9-6223-46b6-811c-1d0beca3bbd8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 210 time: 0.0520854 Feb 17 09:50:29.237232 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f1385-415e-4a44-957c-562d4d455738 req-485beddb-87b0-44e6-9ed7-969af2db931c tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:29.242505 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a69f1385-415e-4a44-957c-562d4d455738 req-485beddb-87b0-44e6-9ed7-969af2db931c tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 944 time: 0.1308658 Feb 17 09:50:29.340971 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a69f1385-415e-4a44-957c-562d4d455738 req-09db5e05-a431-4034-96e8-94d0ca74ebe9 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917556 Feb 17 09:50:29.470658 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a99f-a478-47c5-ae56-4f5f24f1df04 req-13ab195a-5d9e-49b4-a5e0-fc9f49f0e791 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:29.485116 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e191a99f-a478-47c5-ae56-4f5f24f1df04 req-13ab195a-5d9e-49b4-a5e0-fc9f49f0e791 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.1420872 Feb 17 09:50:29.651157 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e191a99f-a478-47c5-ae56-4f5f24f1df04 req-c8237459-2112-4daa-a7fc-760694dca698 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631622 Feb 17 09:50:30.211932 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3a022bca-96ed-4378-b6e9-bfc61111d615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:30.247976 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b327b4ce-5e5a-4fb3-9aa7-2cde39e36167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:30.251185 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-b327b4ce-5e5a-4fb3-9aa7-2cde39e36167 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=df452c64635a4071b2a7082ee7a56b8f&device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 1128 time: 0.1708133 Feb 17 09:50:30.296254 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fee540a6-243f-48fe-9c45-bd686b1ee68b req-24c56ca9-fc26-4f68-8187-9a081d63fee9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 210 time: 0.0399106 Feb 17 09:50:30.367286 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-dbae4bda-bd84-44ef-b8ba-b1b65c5fd47d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 217 time: 0.0469382 Feb 17 09:50:30.447894 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-8ec79e46-bbb6-48e2-b087-e16a25457387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:30.449637 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-8ec79e46-bbb6-48e2-b087-e16a25457387 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9578a680-d3a0-49b1-a79d-dd46c5ba5840 HTTP/1.1" status: 200 len: 854 time: 0.0757947 Feb 17 09:50:30.566854 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-99fc900d-4f73-41d2-a434-9822128adfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:30.568597 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-99fc900d-4f73-41d2-a434-9822128adfb8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1053026 Feb 17 09:50:30.610984 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ec737-8e9d-4340-bb39-872f35294ceb req-e186759e-7de1-4bec-90d0-19c09b73bc24 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:30.612869 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cc8ec737-8e9d-4340-bb39-872f35294ceb req-e186759e-7de1-4bec-90d0-19c09b73bc24 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 944 time: 0.1198432 Feb 17 09:50:30.738841 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cc8ec737-8e9d-4340-bb39-872f35294ceb req-fddd9e27-901b-4f19-b77d-301d7d71b523 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146667 Feb 17 09:50:30.757221 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-fc016bda-4773-4739-9c0f-677731d0a6ed service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768384 Feb 17 09:50:31.033388 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-e63eb70e-ebdf-4705-9332-ccb0f1a87f50 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:31.034927 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a877b-ad40-499c-947b-4a97e401b58b req-b6f94a85-ad79-48f1-b3b4-d84b0b8238ac tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:31.036337 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-e63eb70e-ebdf-4705-9332-ccb0f1a87f50 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 816 time: 0.1545224 Feb 17 09:50:31.037797 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-622a877b-ad40-499c-947b-4a97e401b58b req-b6f94a85-ad79-48f1-b3b4-d84b0b8238ac tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2502317 Feb 17 09:50:31.053804 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a39e5bd7-35d7-4680-bdfe-dce67a47440d req-7a679941-1b03-4e5b-8c45-e97583257b79 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833376 Feb 17 09:50:31.182577 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-622a877b-ad40-499c-947b-4a97e401b58b req-e0a92eec-762e-438b-8afc-2920d72cfbb1 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343374 Feb 17 09:50:31.185428 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-1666df72-9b51-411b-a175-59ccff109c93 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6 HTTP/1.1" status: 200 len: 379 time: 0.1386588 Feb 17 09:50:31.201635 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'port': {'device_id': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'admin_state_up': True, 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'security_groups': ['b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1']}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:31.267946 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-bf0941a9-dbde-420a-b8da-f05b1adf7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:31.269587 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-bf0941a9-dbde-420a-b8da-f05b1adf7611 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=df452c64635a4071b2a7082ee7a56b8f&device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 1128 time: 0.1157258 Feb 17 09:50:31.456931 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Made reservation on behalf of e0b3d80bb0ef413b9c1d79c6528a74c6 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:50:31.461840 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:31.500292 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-2d5c7ba1-27c4-4d8a-965a-2c2bbc949852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:31.502732 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-2d5c7ba1-27c4-4d8a-965a-2c2bbc949852 service neutron] 10.222.0.124 "GET /v2.0/networks?id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab HTTP/1.1" status: 200 len: 916 time: 0.2247167 Feb 17 09:50:31.535979 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bc397eb4-016f-4b6b-86fc-09a2a5812206 req-cb3181db-f6a4-4b3b-9a34-338eea888553 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 210 time: 0.0577481 Feb 17 09:50:31.607824 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-04346ffc-923c-49c5-938f-296128b69860 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 217 time: 0.0761921 Feb 17 09:50:31.697400 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Allocated IP 172.20.0.5 (b653c0f7-a7ca-4196-b5ff-c0eefbad49fd/4d0c7460-8317-4e22-b30b-51c74fbbc3e6/ca05ee93-6fc5-4cb6-8cba-63aca5c914b7) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:50:31.704451 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-10ef43fb-e646-4f8d-b98d-c202a4f2ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:31.706227 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-10ef43fb-e646-4f8d-b98d-c202a4f2ee20 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9578a680-d3a0-49b1-a79d-dd46c5ba5840 HTTP/1.1" status: 200 len: 854 time: 0.0903001 Feb 17 09:50:31.780960 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-95feb512-cbea-4c87-8f08-23bd0f261246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:31.782995 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-95feb512-cbea-4c87-8f08-23bd0f261246 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0693262 Feb 17 09:50:31.948586 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:32.008077 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:32.092878 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:32.098465 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:32.105004 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:50:32.132695 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event updated for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:32.189295 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:32.190432 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:32.226671 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af0de50a-ad48-439f-ab14-6b8fd36f10d6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340848 Feb 17 09:50:32.240183 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Request body: {'port': {'device_id': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:32.254154 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-b8b7d18a-8be6-4cd1-88de-2375e167cdf0 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642971 Feb 17 09:50:32.351377 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:32.357241 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9373-d8a5-4cf7-9c9a-e2616dd406a4 req-95cc1822-421d-4b8d-91f0-9a59170c97ee tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:32.358972 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-841c9373-d8a5-4cf7-9c9a-e2616dd406a4 req-95cc1822-421d-4b8d-91f0-9a59170c97ee tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 944 time: 0.5331712 Feb 17 09:50:32.528477 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-f1a61f39-de19-484f-8ffa-a9aa782f7c4c None None] Provisioning complete for port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:32.529154 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-f1a61f39-de19-484f-8ffa-a9aa782f7c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:32.538170 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-961262d0-46c7-48ed-afa1-92ae5c394830 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756264 Feb 17 09:50:32.584440 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-841c9373-d8a5-4cf7-9c9a-e2616dd406a4 req-79c59098-79fb-4567-a8fc-907881f68ac4 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097156 Feb 17 09:50:32.596654 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-f1a61f39-de19-484f-8ffa-a9aa782f7c4c None None] Port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:50:32.605005 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642a648-7708-41f0-87da-5245bfb25db1 req-bf9ef44b-9c91-46de-9ec1-ba7aa39b613a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:32.608105 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6642a648-7708-41f0-87da-5245bfb25db1 req-bf9ef44b-9c91-46de-9ec1-ba7aa39b613a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2477088 Feb 17 09:50:32.637842 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-22ede8aa-de9c-499f-bc4f-cfc53d97dea9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:32.642490 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-22ede8aa-de9c-499f-bc4f-cfc53d97dea9 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.124 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 946 time: 0.2006855 Feb 17 09:50:32.766789 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6642a648-7708-41f0-87da-5245bfb25db1 req-2b621f1a-89ef-48d2-ba66-8f6f432cfcfd tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a2fef19-487c-46fc-97d6-048a8f4b5d16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418316 Feb 17 09:50:32.811641 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 244d4387-d663-435e-a96e-4dce9751bb91 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:50:32.927052 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600e6b-352b-4726-9fd2-a2d959d106c3 req-35367205-1c08-4400-8268-e9ec74e4bdbf tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:32.928984 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-92600e6b-352b-4726-9fd2-a2d959d106c3 req-35367205-1c08-4400-8268-e9ec74e4bdbf tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 931 time: 0.1137617 Feb 17 09:50:32.936386 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Deleting port f159bdc2-afee-4dd0-9310-aa302242267b {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:50:32.936780 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:32.950939 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:50:32.963351 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Publish callbacks [] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:32.989673 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Transition to ACTIVE for port object ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:32.997195 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.098098 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-92600e6b-352b-4726-9fd2-a2d959d106c3 req-e6366776-f56a-4c38-8472-2caee26dd68f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577508 Feb 17 09:50:33.166963 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] For port f159bdc2-afee-4dd0-9310-aa302242267b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f159bdc2-afee-4dd0-9310-aa302242267b,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:33.168121 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.192336 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 244d4387-d663-435e-a96e-4dce9751bb91, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=244d4387-d663-435e-a96e-4dce9751bb91,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:33.247162 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Pushing event updated for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:33.266694 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a914b14e-0d6e-4df9-988b-aef049f4140e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.273301 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '244d4387-d663-435e-a96e-4dce9751bb91', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'port_id': '244d4387-d663-435e-a96e-4dce9751bb91', 'mac_address': 'fa:16:3e:03:67:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:50:33.344607 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Attempting to bind port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:50:33.346160 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Attempting to bind port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:50:33.347210 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Attempting to bind port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 on network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:50:33.364807 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 on network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:50:33.365455 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Attempting to bind port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 on network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:50:33.368221 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 244d4387-d663-435e-a96e-4dce9751bb91 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:33.368872 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (244d4387-d663-435e-a96e-4dce9751bb91), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.383296 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:50:33.384284 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Checking segment: {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:50:33.384995 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Bound using segment: {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:50:33.385690 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Bound port: ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f87d4b9-250c-43eb-aebb-016a9a8b1dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:50:33.388944 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.394889 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244d4387-d663-435e-a96e-4dce9751bb91 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:50:33.426835 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 244d4387-d663-435e-a96e-4dce9751bb91, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=244d4387-d663-435e-a96e-4dce9751bb91,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:33.433807 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (244d4387-d663-435e-a96e-4dce9751bb91), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.506647 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.506647 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (a12c0d4c-3950-41e7-bba1-36b47c66305d), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.506647 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.l3_db [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Floating IP a12c0d4c-3950-41e7-bba1-36b47c66305d disassociated. External IP: 172.27.3.106, port: f159bdc2-afee-4dd0-9310-aa302242267b. Feb 17 09:50:33.508372 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Calling delete_port for f159bdc2-afee-4dd0-9310-aa302242267b owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:50:33.558725 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:50:33.564067 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:50:33.575977 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.646513 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:33.647141 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.649422 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] 10.222.0.124 "PUT /v2.0/ports/ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 HTTP/1.1" status: 200 len: 1093 time: 1.4156926 Feb 17 09:50:33.652636 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:33.658240 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:33.670661 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=244d4387-d663-435e-a96e-4dce9751bb91,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:33.682750 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.683455 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.683992 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.684511 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.685016 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.685626 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.686379 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.686918 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.687427 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.688151 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.688769 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.689362 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.690056 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:33.711886 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (f159bdc2-afee-4dd0-9310-aa302242267b), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:33.716485 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['244d4387-d663-435e-a96e-4dce9751bb91'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:50:33.862626 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4f3e0f-1b42-45c2-9ad2-7aed4ed2b5eb x-openstack-request-id: req-7f4f3e0f-1b42-45c2-9ad2-7aed4ed2b5eb {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:33.862983 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:33.863247 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f4f3e0f-1b42-45c2-9ad2-7aed4ed2b5eb {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:33.863679 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'status': 'completed', 'code': 200} Feb 17 09:50:33.873979 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event deleted for resources: {'Port': ['ID=f159bdc2-afee-4dd0-9310-aa302242267b,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:33.915956 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f85fa-96f6-4515-84c8-68b5cacea9ff service neutron] Pushing event updated for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:33.951745 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-b8a878bf-f16b-4144-b7e3-e6287c1382d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:33.955642 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-b8a878bf-f16b-4144-b7e3-e6287c1382d3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 1127 time: 0.2043104 Feb 17 09:50:34.064297 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-e2aed7a1-cda8-4ba5-99b7-b281c4aa98e1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 HTTP/1.1" status: 200 len: 217 time: 0.1012461 Feb 17 09:50:34.141426 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-bb8fd035-3cd5-4ebf-bf4e-186f227bea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:34.144645 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-bb8fd035-3cd5-4ebf-bf4e-186f227bea67 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.0728345 Feb 17 09:50:34.145466 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5c9d4cd6-6e52-491b-86b0-6e6bf00510da req-4d0e34ba-9ae0-4e9f-945f-34e006077b0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 210 time: 0.1179142 Feb 17 09:50:34.226120 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-e5351c6a-8af1-45a9-a570-fa5eb6a8e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:34.228416 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-e5351c6a-8af1-45a9-a570-fa5eb6a8e641 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0788586 Feb 17 09:50:34.233708 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517cf27-adb4-4704-9bde-7e22964c0f20 req-22076d49-d448-4675-9496-f0feca6f5a07 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:34.236936 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9517cf27-adb4-4704-9bde-7e22964c0f20 req-22076d49-d448-4675-9496-f0feca6f5a07 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 945 time: 0.4840095 Feb 17 09:50:34.364316 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-5325a776-3df2-4bcb-b86f-bd3ab767cb5c service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290278 Feb 17 09:50:34.402350 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Router a8993671-3686-47e2-a33a-0a03a50e3176 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:50:34.447908 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9517cf27-adb4-4704-9bde-7e22964c0f20 req-41105c40-ef3e-4070-8859-e8fccad826ad tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996930 Feb 17 09:50:34.517844 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39cffd-bf74-468b-bc71-5b88870e8b9e req-e3f0b62c-848d-4b67-9a2d-eb9c61e76ae4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:34.521023 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ea39cffd-bf74-468b-bc71-5b88870e8b9e req-e3f0b62c-848d-4b67-9a2d-eb9c61e76ae4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1968265 Feb 17 09:50:34.553430 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-119299f0-bbaf-4fa4-b7aa-8df0bedf9d5a req-20fd502f-7275-43a7-9c26-288d9e6d7090 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813438 Feb 17 09:50:34.770428 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-ffd1ea7d-540f-415a-a4eb-980c44659f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:34.774372 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-ffd1ea7d-540f-415a-a4eb-980c44659f79 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 1127 time: 0.1420012 Feb 17 09:50:34.822466 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 244d4387-d663-435e-a96e-4dce9751bb91 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:50:34.860668 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ea39cffd-bf74-468b-bc71-5b88870e8b9e req-fa356965-179a-47fd-98ca-8f2d9480fb43 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689199 Feb 17 09:50:34.875840 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:50:34.912083 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] Sync routers for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:50:34.959732 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:34.963218 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:50:34.964058 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:50:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:34.969950 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 244d4387-d663-435e-a96e-4dce9751bb91 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:35.035644 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 244d4387-d663-435e-a96e-4dce9751bb91 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:35.036135 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (244d4387-d663-435e-a96e-4dce9751bb91), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:35.036324 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] No DVR routers for this DVR port f159bdc2-afee-4dd0-9310-aa302242267b on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:50:35.041703 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:35.048063 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-da0e1618-6218-48f8-a0e2-e4ed4b1ba7cb req-ebc4072a-47c7-40a6-9f9f-a148c8df0a0b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.124 "DELETE /v2.0/ports/f159bdc2-afee-4dd0-9310-aa302242267b HTTP/1.1" status: 204 len: 173 time: 2.3937607 Feb 17 09:50:35.048871 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c38089f-1e61-42b1-936b-5dd338f89185', 'name': 'network-vif-deleted', 'tag': 'f159bdc2-afee-4dd0-9310-aa302242267b'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:35.053329 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6610fd-f7b4-4216-8bee-d5b8af4e49c5" -d '{"events": [{"server_uuid": "1c38089f-1e61-42b1-936b-5dd338f89185", "name": "network-vif-deleted", "tag": "f159bdc2-afee-4dd0-9310-aa302242267b"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:35.156028 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e02d794-e632-4581-807f-a87bd487e209 x-openstack-request-id: req-5e02d794-e632-4581-807f-a87bd487e209 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:35.156484 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c38089f-1e61-42b1-936b-5dd338f89185", "name": "network-vif-deleted", "tag": "f159bdc2-afee-4dd0-9310-aa302242267b", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:35.157426 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-4418cb6a-75eb-408c-b2af-b065a54fcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:35.157629 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e02d794-e632-4581-807f-a87bd487e209 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:35.157629 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c38089f-1e61-42b1-936b-5dd338f89185', 'name': 'network-vif-deleted', 'tag': 'f159bdc2-afee-4dd0-9310-aa302242267b', 'status': 'completed', 'code': 200} Feb 17 09:50:35.175889 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-4418cb6a-75eb-408c-b2af-b065a54fcf1f service neutron] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 917 time: 0.3955061 Feb 17 09:50:35.270578 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:50:35.273228 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-c4471437-67e4-4dcf-a420-d3d51f088aa9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 HTTP/1.1" status: 200 len: 217 time: 0.0894687 Feb 17 09:50:35.364814 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-50aa73f2-044e-44e7-8b0c-d90f20cc2450 req-21973130-05c4-4a59-8959-1e853b39f639 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c38089f-1e61-42b1-936b-5dd338f89185 HTTP/1.1" status: 200 len: 210 time: 0.0489728 Feb 17 09:50:35.379597 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-8df32fb6-54e1-4f6d-bfe3-f3137a50440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:35.381447 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-8df32fb6-54e1-4f6d-bfe3-f3137a50440e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.0999589 Feb 17 09:50:35.458619 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-6749131f-441f-44cb-bafd-f1dc27a51a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:35.460677 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-6749131f-441f-44cb-bafd-f1dc27a51a04 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721800 Feb 17 09:50:35.537374 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 244d4387-d663-435e-a96e-4dce9751bb91 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:35.538265 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (244d4387-d663-435e-a96e-4dce9751bb91), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:35.611603 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-ef5a9e51-48b6-4843-a867-bd37c8cab4c1 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442189 Feb 17 09:50:35.629186 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a8f2c-3e35-4efb-be4a-728e6d8aeec7 req-cbdd0e76-01f2-4b22-a337-6ca2697d729f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:35.632128 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-259a8f2c-3e35-4efb-be4a-728e6d8aeec7 req-cbdd0e76-01f2-4b22-a337-6ca2697d729f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 945 time: 0.0941532 Feb 17 09:50:35.661737 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:35.667027 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8abd177-c9ad-4e33-a909-6adf7b026846" -d '{"events": [{"server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "name": "network-vif-plugged", "status": "completed", "tag": "244d4387-d663-435e-a96e-4dce9751bb91"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:35.697998 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 244d4387-d663-435e-a96e-4dce9751bb91, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=244d4387-d663-435e-a96e-4dce9751bb91,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:35.709256 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (244d4387-d663-435e-a96e-4dce9751bb91), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:35.711039 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device f159bdc2-afee-4dd0-9310-aa302242267b no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:50:35.722007 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-259a8f2c-3e35-4efb-be4a-728e6d8aeec7 req-e879af06-126f-4074-b47c-6da1beebfb78 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788295 Feb 17 09:50:35.846219 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2bac83-e4d3-4ecc-9da4-238dbf034ffc x-openstack-request-id: req-3f2bac83-e4d3-4ecc-9da4-238dbf034ffc {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:35.847901 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "name": "network-vif-plugged", "status": "completed", "tag": "244d4387-d663-435e-a96e-4dce9751bb91", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:35.847901 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f2bac83-e4d3-4ecc-9da4-238dbf034ffc {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:35.853928 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91', 'code': 200} Feb 17 09:50:35.856371 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: f159bdc2-afee-4dd0-9310-aa302242267b {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:50:35.856662 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-dcdc6c4a-f65f-4018-b2c6-946de1f5b2bd req-7b3aba0d-916b-4f8e-b8b4-396ed057a1f5 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374353 Feb 17 09:50:35.857247 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device f159bdc2-afee-4dd0-9310-aa302242267b not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:50:35.911214 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=244d4387-d663-435e-a96e-4dce9751bb91,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:35.932719 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:35.966124 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] Checking router: a8993671-3686-47e2-a33a-0a03a50e3176 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:50:35.979628 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:50:35.980289 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:50:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:36.073587 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb758-9978-4669-ac47-cf9af68bc4c6 req-5b3e36bf-8aea-4c77-bd17-924b02f8a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:36.076098 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-569cb758-9978-4669-ac47-cf9af68bc4c6 req-5b3e36bf-8aea-4c77-bd17-924b02f8a654 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 1130 time: 0.0707619 Feb 17 09:50:36.150697 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-569cb758-9978-4669-ac47-cf9af68bc4c6 req-194e8635-0890-49c8-a2c7-47fede43a02d service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669935 Feb 17 09:50:36.162338 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aa058-8c41-4b84-afea-9cfec360b44f req-fc57b179-23f1-4dfa-adc6-ca852d7f43a5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:36.165592 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-739aa058-8c41-4b84-afea-9cfec360b44f req-fc57b179-23f1-4dfa-adc6-ca852d7f43a5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1127460 Feb 17 09:50:36.239852 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:50:36.253200 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-739aa058-8c41-4b84-afea-9cfec360b44f req-3551163f-ee72-443b-9d29-0b9ada4791c4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736465 Feb 17 09:50:36.540664 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57642) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:36.605423 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:36.651774 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-aa52cddd-296a-4875-8f2f-92627716d3fc tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (9a2fef19-487c-46fc-97d6-048a8f4b5d16), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:36.689191 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-aa52cddd-296a-4875-8f2f-92627716d3fc tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (9a2fef19-487c-46fc-97d6-048a8f4b5d16), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:36.700636 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda0726-b697-464d-aac5-c756c040fdc9 None None] The sync data for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi is: [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:50:36.806287 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-aa52cddd-296a-4875-8f2f-92627716d3fc tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (9a2fef19-487c-46fc-97d6-048a8f4b5d16), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:36.812870 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-aa52cddd-296a-4875-8f2f-92627716d3fc tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:36.818554 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-aa52cddd-296a-4875-8f2f-92627716d3fc tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "DELETE /v2.0/security-groups/9a2fef19-487c-46fc-97d6-048a8f4b5d16 HTTP/1.1" status: 204 len: 168 time: 0.2739019 Feb 17 09:50:36.819348 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57650) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:36.831084 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:50:36.856469 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.api.v2.resource [None req-7fe3a6c4-f109-47cf-811f-996643100f2c tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] show failed (client error): The resource could not be found. Feb 17 09:50:36.858437 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7fe3a6c4-f109-47cf-811f-996643100f2c tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups/9a2fef19-487c-46fc-97d6-048a8f4b5d16 HTTP/1.1" status: 404 len: 347 time: 0.0367372 Feb 17 09:50:36.862444 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57652) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:36.905918 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52cddd-296a-4875-8f2f-92627716d3fc tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2fef19-487c-46fc-97d6-048a8f4b5d16,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:36.973075 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906ded5-48a3-4d34-be03-cc73fabd2124 req-cd4fb765-ca97-4e3a-bc36-4043c2245220 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:36.976504 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b906ded5-48a3-4d34-be03-cc73fabd2124 req-cd4fb765-ca97-4e3a-bc36-4043c2245220 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 946 time: 0.1297898 Feb 17 09:50:37.136607 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:37.137193 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b906ded5-48a3-4d34-be03-cc73fabd2124 req-80ab7fd5-454b-4bf1-affe-f06afacc92ee tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436141 Feb 17 09:50:37.155311 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'port_id': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'mac_address': 'fa:16:3e:a9:2c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:50:37.234800 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-75090dd9-e6b9-4079-b5d3-abbf2f85725b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Deleting port fa7649b6-7745-487b-b6b8-3cf9be2cd63b {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:50:37.238293 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-75090dd9-e6b9-4079-b5d3-abbf2f85725b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (fa7649b6-7745-487b-b6b8-3cf9be2cd63b), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:37.238707 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:37.239019 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:37.264663 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:50:37.334093 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc1ee7-dd16-4282-9ecc-92593a1bf474 None None] New status for floating IP a12c0d4c-3950-41e7-bba1-36b47c66305d: DOWN {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:50:37.343664 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:37.354245 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:37.375770 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-75090dd9-e6b9-4079-b5d3-abbf2f85725b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (fa7649b6-7745-487b-b6b8-3cf9be2cd63b), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:37.376305 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-75090dd9-e6b9-4079-b5d3-abbf2f85725b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (fa7649b6-7745-487b-b6b8-3cf9be2cd63b), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:37.403456 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-75090dd9-e6b9-4079-b5d3-abbf2f85725b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Calling delete_port for fa7649b6-7745-487b-b6b8-3cf9be2cd63b owned by network:floatingip {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:50:37.423856 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:37.520283 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:37.567186 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7792b1-c5bd-41b1-9100-55721c27a497 req-d17b3288-3693-4dcb-868b-45bc96c4f401 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:37.592849 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.db.api [None req-f4bc1ee7-dd16-4282-9ecc-92593a1bf474 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 09:50:37.592849 dv-cinder-773985-34-iscsi neutron-server[109369]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Feb 17 09:50:37.592849 dv-cinder-773985-34-iscsi neutron-server[109369]: [parameters: {'status': 'DOWN', 'floatingips_id': 'a12c0d4c-3950-41e7-bba1-36b47c66305d'}] Feb 17 09:50:37.592849 dv-cinder-773985-34-iscsi neutron-server[109369]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 09:50:37.594167 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG oslo_db.api [None req-f4bc1ee7-dd16-4282-9ecc-92593a1bf474 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 09:50:37.594308 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:50:37.604852 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2f7792b1-c5bd-41b1-9100-55721c27a497 req-d17b3288-3693-4dcb-868b-45bc96c4f401 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 944 time: 0.1758611 Feb 17 09:50:37.656437 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-75090dd9-e6b9-4079-b5d3-abbf2f85725b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (fa7649b6-7745-487b-b6b8-3cf9be2cd63b), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:37.672557 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2f7792b1-c5bd-41b1-9100-55721c27a497 req-aae14474-397c-405b-ba4d-44e5930eeed3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654774 Feb 17 09:50:37.729026 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75090dd9-e6b9-4079-b5d3-abbf2f85725b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event deleted for resources: {'Port': ['ID=fa7649b6-7745-487b-b6b8-3cf9be2cd63b,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:37.828039 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-75090dd9-e6b9-4079-b5d3-abbf2f85725b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (a12c0d4c-3950-41e7-bba1-36b47c66305d), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:37.831697 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-75090dd9-e6b9-4079-b5d3-abbf2f85725b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:37.832930 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-75090dd9-e6b9-4079-b5d3-abbf2f85725b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "DELETE /v2.0/floatingips/a12c0d4c-3950-41e7-bba1-36b47c66305d HTTP/1.1" status: 204 len: 168 time: 0.9691122 Feb 17 09:50:38.095943 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc1ee7-dd16-4282-9ecc-92593a1bf474 None None] New status for floating IP a12c0d4c-3950-41e7-bba1-36b47c66305d: DOWN {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:50:38.354294 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a741ea-c5e9-42f6-b07a-1ba5955f1626 req-f4981ea4-10e2-43db-9c6d-23b4846253ca tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:38.365730 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-62a741ea-c5e9-42f6-b07a-1ba5955f1626 req-f4981ea4-10e2-43db-9c6d-23b4846253ca tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 946 time: 0.1269011 Feb 17 09:50:38.473586 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-62a741ea-c5e9-42f6-b07a-1ba5955f1626 req-c941d35a-fd30-4ef4-87df-bb7072ee30b9 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061707 Feb 17 09:50:38.474546 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:38.625429 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57680) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:38.631741 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-8e09704b-c674-4d87-9fea-01afe7f38795 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352216287', 'description': 'tempest-description--937610236'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:38.660362 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8e09704b-c674-4d87-9fea-01afe7f38795 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:38.677885 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553ca7f-a16a-436e-aab9-938fbb6b3a1c req-97f79273-0fd7-46da-9e49-23103ce1fcf7 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:38.680445 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7553ca7f-a16a-436e-aab9-938fbb6b3a1c req-97f79273-0fd7-46da-9e49-23103ce1fcf7 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 946 time: 0.0803246 Feb 17 09:50:38.755982 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7553ca7f-a16a-436e-aab9-938fbb6b3a1c req-0c9bbc50-0c40-4dea-94c3-7031ad302e91 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655382 Feb 17 09:50:38.768960 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8e09704b-c674-4d87-9fea-01afe7f38795 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (9ba25142-f12e-4167-9e1e-48f0043a0596), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:38.775804 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8e09704b-c674-4d87-9fea-01afe7f38795 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (9ba25142-f12e-4167-9e1e-48f0043a0596), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:38.819651 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8e09704b-c674-4d87-9fea-01afe7f38795 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:38.821559 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-8e09704b-c674-4d87-9fea-01afe7f38795 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1950300 Feb 17 09:50:38.825983 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57686) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:38.827847 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09704b-c674-4d87-9fea-01afe7f38795 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba25142-f12e-4167-9e1e-48f0043a0596,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:38.837656 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:50:38.844653 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-1d3190ce-cd54-42cb-bc4c-9b563dc79d6d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'security_group_rule': {'security_group_id': '9ba25142-f12e-4167-9e1e-48f0043a0596', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:38.934491 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d3190ce-cd54-42cb-bc4c-9b563dc79d6d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (dedd1410-8602-4735-b9d7-c08b00abde7b), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:38.961826 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba62475-74e1-41e3-ac1d-76eb3274d699 req-98b4b89e-b0bd-4fb2-8327-ca30e8b70439 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:38.964226 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2ba62475-74e1-41e3-ac1d-76eb3274d699 req-98b4b89e-b0bd-4fb2-8327-ca30e8b70439 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 944 time: 0.1340361 Feb 17 09:50:38.969279 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:38.977483 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:38.978622 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.064989 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d3190ce-cd54-42cb-bc4c-9b563dc79d6d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (dedd1410-8602-4735-b9d7-c08b00abde7b), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.070935 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2ba62475-74e1-41e3-ac1d-76eb3274d699 req-a78e2d62-3a21-47ae-b043-2b4d14a06d50 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932202 Feb 17 09:50:39.073440 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d3190ce-cd54-42cb-bc4c-9b563dc79d6d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (dedd1410-8602-4735-b9d7-c08b00abde7b), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.106937 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3190ce-cd54-42cb-bc4c-9b563dc79d6d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedd1410-8602-4735-b9d7-c08b00abde7b,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:39.125221 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1d3190ce-cd54-42cb-bc4c-9b563dc79d6d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.126386 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:39.126805 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.130827 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57688) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:39.131547 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-1d3190ce-cd54-42cb-bc4c-9b563dc79d6d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3028157 Feb 17 09:50:39.137231 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-ffae7d86-a544-40ad-aa0c-43fbaecbaf98 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'security_group_rule': {'security_group_id': '9ba25142-f12e-4167-9e1e-48f0043a0596', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:39.183565 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:39.188578 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2024bb1b-adb2-4950-94b1-3b716aac2a5d" -d '{"events": [{"server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "name": "network-vif-plugged", "status": "completed", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:39.215136 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:39.215915 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ffae7d86-a544-40ad-aa0c-43fbaecbaf98 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (92245dad-df7a-4306-9eeb-da5f20f159d9), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.222530 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.314029 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca329e45-7b51-4ec2-9bb7-168e503a9248 x-openstack-request-id: req-ca329e45-7b51-4ec2-9bb7-168e503a9248 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:39.314484 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "name": "network-vif-plugged", "status": "completed", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:39.314701 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca329e45-7b51-4ec2-9bb7-168e503a9248 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:39.315148 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'code': 200} Feb 17 09:50:39.332027 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:39.390548 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ffae7d86-a544-40ad-aa0c-43fbaecbaf98 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (92245dad-df7a-4306-9eeb-da5f20f159d9), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.401153 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ffae7d86-a544-40ad-aa0c-43fbaecbaf98 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (92245dad-df7a-4306-9eeb-da5f20f159d9), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.421119 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af858798-4627-4f4f-ab63-6b3054d365d5 req-b8cdbfc9-191c-4fae-a32d-26dede0cd39a tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:39.423801 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-af858798-4627-4f4f-ab63-6b3054d365d5 req-b8cdbfc9-191c-4fae-a32d-26dede0cd39a tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 946 time: 0.1122575 Feb 17 09:50:39.445217 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae7d86-a544-40ad-aa0c-43fbaecbaf98 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92245dad-df7a-4306-9eeb-da5f20f159d9,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:39.455472 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ffae7d86-a544-40ad-aa0c-43fbaecbaf98 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.462591 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-ffae7d86-a544-40ad-aa0c-43fbaecbaf98 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3289504 Feb 17 09:50:39.464100 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57696) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:39.471145 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'floatingip': {'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:39.531286 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-af858798-4627-4f4f-ab63-6b3054d365d5 req-449a91e0-831e-402a-86c1-33ec071ee606 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891461 Feb 17 09:50:39.531286 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.607058 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d476-63fe-4c98-8b08-306dda688e8a req-c1505b59-64d1-4e71-a6f2-d37e2e1bd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:39.609680 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a331d476-63fe-4c98-8b08-306dda688e8a req-c1505b59-64d1-4e71-a6f2-d37e2e1bd526 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 1129 time: 0.0749969 Feb 17 09:50:39.708569 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a331d476-63fe-4c98-8b08-306dda688e8a req-f12186a7-a626-4391-a4de-8bab8eb15d19 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912287 Feb 17 09:50:39.779784 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:39.956309 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Allocated IP 172.27.3.174 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/71cf458b-54eb-4bac-b230-3c88b82430c6) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:50:40.160789 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for port (71cf458b-54eb-4bac-b230-3c88b82430c6), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:40.262003 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (71cf458b-54eb-4bac-b230-3c88b82430c6), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:40.334947 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:40.353063 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94862-1566-4c48-be0b-1290cef94699 req-bb1b2e5a-13c8-47ea-93b0-26bca3891ba3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:40.354860 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bfd94862-1566-4c48-be0b-1290cef94699 req-bb1b2e5a-13c8-47ea-93b0-26bca3891ba3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1704710 Feb 17 09:50:40.356386 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:40.359614 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:50:40.407983 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'Port': ['ID=71cf458b-54eb-4bac-b230-3c88b82430c6,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:40.574827 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (19210fde-2905-416e-ba90-0481bcce4cda), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:40.623162 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (71cf458b-54eb-4bac-b230-3c88b82430c6), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:40.741591 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bfd94862-1566-4c48-be0b-1290cef94699 req-e3456091-c42f-4b5e-a8d1-6908abfce261 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359978 Feb 17 09:50:40.920416 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for port (71cf458b-54eb-4bac-b230-3c88b82430c6), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:40.931310 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (71cf458b-54eb-4bac-b230-3c88b82430c6), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:41.030760 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'Port': ['ID=71cf458b-54eb-4bac-b230-3c88b82430c6,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:41.052170 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (19210fde-2905-416e-ba90-0481bcce4cda), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:41.076932 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:41.086803 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-774b120e-05c7-4714-9a38-c58088612986 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6204078 Feb 17 09:50:41.578086 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-5416fe67-a081-4d3f-9d2c-0db02f23f6b4 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--352216287&fields=id&tenant_id=85673d123616454f97af7c607d9feaa5 HTTP/1.1" status: 200 len: 267 time: 0.0649881 Feb 17 09:50:41.762151 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-94cc8b9f-d354-43a7-8582-b6b04f91be83 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:41.764833 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-94cc8b9f-d354-43a7-8582-b6b04f91be83 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/networks?id=da21f546-703c-4519-8db6-7972cafd6046 HTTP/1.1" status: 200 len: 810 time: 0.1725683 Feb 17 09:50:41.791911 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-47a4495e-6247-4c31-a38b-9b3488ac1b79 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/quotas/85673d123616454f97af7c607d9feaa5 HTTP/1.1" status: 200 len: 375 time: 0.0172427 Feb 17 09:50:41.904061 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-aa437802-6b0e-4bf0-9344-34832f3c60a2 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038554 Feb 17 09:50:42.078096 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-b698ef72-7118-42e9-b67c-231c6233681d service neutron] 10.222.0.61 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653008 Feb 17 09:50:42.094555 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895cca-71e0-46aa-bd3a-c3d425bc48ae req-973775a0-854f-4dba-b3c5-0901ca2978b8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:42.096261 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-96895cca-71e0-46aa-bd3a-c3d425bc48ae req-973775a0-854f-4dba-b3c5-0901ca2978b8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1489723 Feb 17 09:50:42.239845 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-96895cca-71e0-46aa-bd3a-c3d425bc48ae req-7923a78c-cd44-4f7a-b029-7b219b345df7 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314692 Feb 17 09:50:42.269684 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-e7bfb892-c9ac-4f74-b1cd-2d5f347a79b9 service neutron] 10.222.0.61 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720505 Feb 17 09:50:42.436055 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1982ef4-ffbc-4795-a1af-ae6d049f60b2 req-e82f54c4-81c5-4532-9b03-02492d201d89 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:42.437936 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e1982ef4-ffbc-4795-a1af-ae6d049f60b2 req-e82f54c4-81c5-4532-9b03-02492d201d89 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0879743 Feb 17 09:50:42.449948 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57770) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:42.456191 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-b276d7e2-d615-4dcf-af2e-4aa7a427c993 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Request body: {'floatingip': {'port_id': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:42.537573 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b276d7e2-d615-4dcf-af2e-4aa7a427c993 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (f207f164-4493-4f34-8974-44b531924f06), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:42.583533 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-43bb47ec-afd1-4f54-bc32-f05b93997618 req-4f10666f-7c45-4143-ba5f-f467e5ef0c86 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 210 time: 0.0537019 Feb 17 09:50:43.526402 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b276d7e2-d615-4dcf-af2e-4aa7a427c993 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:43.531086 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b276d7e2-d615-4dcf-af2e-4aa7a427c993 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (f207f164-4493-4f34-8974-44b531924f06), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:43.692028 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.l3_db [None req-b276d7e2-d615-4dcf-af2e-4aa7a427c993 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Floating IP f207f164-4493-4f34-8974-44b531924f06 associated. External IP: 172.27.3.28, port: ca05ee93-6fc5-4cb6-8cba-63aca5c914b7. Feb 17 09:50:43.750540 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a1f74dc0-2cec-40ae-a5f6-4208a8444176 req-2f280025-d295-4dc7-9968-24051277277b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 210 time: 0.0358031 Feb 17 09:50:44.014240 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-ee623a4b-0fdc-49cd-9203-b6de401c27b0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:44.015744 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-ee623a4b-0fdc-49cd-9203-b6de401c27b0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.124 "GET /v2.0/networks?id=da21f546-703c-4519-8db6-7972cafd6046 HTTP/1.1" status: 200 len: 810 time: 0.2324183 Feb 17 09:50:44.108266 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:44.202674 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-07c94856-4f00-4271-a303-f533679d93a0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85673d123616454f97af7c607d9feaa5 HTTP/1.1" status: 200 len: 379 time: 0.1366966 Feb 17 09:50:44.222057 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'port': {'device_id': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'admin_state_up': True, 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'security_groups': ['9ba25142-f12e-4167-9e1e-48f0043a0596']}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:44.265925 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b276d7e2-d615-4dcf-af2e-4aa7a427c993 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Router cd49f564-ce63-45d6-a993-91192302a370 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:50:44.555967 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Made reservation on behalf of 85673d123616454f97af7c607d9feaa5 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:50:44.562172 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:44.568560 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b276d7e2-d615-4dcf-af2e-4aa7a427c993 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:50:44.582561 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] Sync routers for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:50:44.584736 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b276d7e2-d615-4dcf-af2e-4aa7a427c993 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:44.596279 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:50:44.597108 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:50:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:44.639165 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-b276d7e2-d615-4dcf-af2e-4aa7a427c993 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "PUT /v2.0/floatingips/f207f164-4493-4f34-8974-44b531924f06 HTTP/1.1" status: 200 len: 990 time: 2.1876562 Feb 17 09:50:44.641371 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:44.645084 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3996b651-6042-450f-98a6-a8956e1a2c47" -d '{"events": [{"name": "network-changed", "server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:44.758858 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10459fc6-1441-4734-ac1a-9c99e5affc3c x-openstack-request-id: req-10459fc6-1441-4734-ac1a-9c99e5affc3c {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:44.765575 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:44.768672 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10459fc6-1441-4734-ac1a-9c99e5affc3c {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:44.769342 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'status': 'completed', 'code': 200} Feb 17 09:50:44.890667 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Allocated IP 172.20.0.13 (da21f546-703c-4519-8db6-7972cafd6046/2e786f89-6f77-4465-bec4-a75497cf23f1/86a1d3fb-e844-4bfd-8461-6db8dc00a904) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:50:44.898293 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-c1db0805-7f92-4fef-b23e-c1fe3c81a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:44.899988 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-c1db0805-7f92-4fef-b23e-c1fe3c81a9dc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 1129 time: 0.1171522 Feb 17 09:50:44.909438 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:50:45.036707 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bd593663-e441-4a21-b16c-ee33f773b0e9 req-92df10dd-704a-4d99-a585-cfab3406f076 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 210 time: 0.0746801 Feb 17 09:50:45.206287 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-6b8363d6-e013-447b-b66b-846ab386d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:45.207854 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-6b8363d6-e013-447b-b66b-846ab386d15e service neutron] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 917 time: 0.2918360 Feb 17 09:50:45.289753 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:45.384738 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:45.447992 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Network da21f546-703c-4519-8db6-7972cafd6046 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:45.451749 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:45.457067 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:50:45.463037 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event updated for resources: {'Port': ['ID=86a1d3fb-e844-4bfd-8461-6db8dc00a904,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:45.530127 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:45.531204 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:45.558762 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-8d2967d5-a5ea-45d9-82a7-a36cee8c9c12 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3442593 Feb 17 09:50:45.650012 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-0f1e9cac-73a7-4885-8a48-05398da165b4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 HTTP/1.1" status: 200 len: 998 time: 0.4325922 Feb 17 09:50:45.687028 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'f207f164-4493-4f34-8974-44b531924f06', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'port_id': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'mac_address': 'fa:16:3e:a9:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:50:21Z', 'updated_at': '2022-02-17T09:50:43Z', 'revision_number': 1, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:45.727188 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] Checking router: cd49f564-ce63-45d6-a993-91192302a370 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:50:45.739531 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:50:45.740261 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:50:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:45.862185 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-03238ee9-70e3-4c3e-9ac1-da12b11ae884 None None] Provisioning complete for port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:45.862526 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-03238ee9-70e3-4c3e-9ac1-da12b11ae884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:45.873526 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:50:45.940236 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-03238ee9-70e3-4c3e-9ac1-da12b11ae884 None None] Port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:50:46.161312 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'f207f164-4493-4f34-8974-44b531924f06', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'port_id': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'mac_address': 'fa:16:3e:a9:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:50:21Z', 'updated_at': '2022-02-17T09:50:43Z', 'revision_number': 1, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:46.181475 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06e3cd-90c2-4cc2-993a-5ad8bee9f7c2 req-159d83a8-568d-4f50-bc83-3935a6e07ab0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:46.183465 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-df06e3cd-90c2-4cc2-993a-5ad8bee9f7c2 req-159d83a8-568d-4f50-bc83-3935a6e07ab0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 932 time: 0.0616708 Feb 17 09:50:46.201278 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a31110e-a68b-43ca-9b90-96d21856813b None None] The sync data for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi is: [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'f207f164-4493-4f34-8974-44b531924f06', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'port_id': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'mac_address': 'fa:16:3e:a9:2c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:50:21Z', 'updated_at': '2022-02-17T09:50:43Z', 'revision_number': 1, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:50:46.269419 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-df06e3cd-90c2-4cc2-993a-5ad8bee9f7c2 req-69b6673d-472a-4163-9274-20400ee28927 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788009 Feb 17 09:50:46.473920 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0a2b7-a6c1-4ebc-9d0c-d40bd0b63c19 None None] New status for floating IP f207f164-4493-4f34-8974-44b531924f06: ACTIVE {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:50:47.407829 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d7383-765e-49cf-886e-faebe31bfd68 req-894e9f4a-6f19-45e1-b9b4-7395cd7a599d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:47.409088 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6a3d7383-765e-49cf-886e-faebe31bfd68 req-894e9f4a-6f19-45e1-b9b4-7395cd7a599d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 932 time: 0.0653131 Feb 17 09:50:47.473265 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6a3d7383-765e-49cf-886e-faebe31bfd68 req-f26db819-a438-4330-93b7-a6d2c2eccca3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577011 Feb 17 09:50:48.311930 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Request body: {'port': {'device_id': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:48.392966 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-6d0a68f6-d5b0-4eca-947c-abd9fc7176c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:48.395766 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-6d0a68f6-d5b0-4eca-947c-abd9fc7176c9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.0904107 Feb 17 09:50:48.428067 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:48.487525 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-1d14b3da-fe74-4958-aae0-edc042e0fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:48.491020 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-1d14b3da-fe74-4958-aae0-edc042e0fd24 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0864484 Feb 17 09:50:48.657018 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-dc956ba2-af2b-491b-9c06-8a5984e28d2b service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570082 Feb 17 09:50:48.696005 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f0162-4538-4fe9-90e5-fa98b0588272 req-69440097-19eb-417b-ae4e-93660164ed01 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:48.701408 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f29f0162-4538-4fe9-90e5-fa98b0588272 req-69440097-19eb-417b-ae4e-93660164ed01 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 932 time: 0.1088588 Feb 17 09:50:48.868053 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f29f0162-4538-4fe9-90e5-fa98b0588272 req-9376b4c4-9936-4155-851c-01c92745b51a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528940 Feb 17 09:50:48.887994 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3996b651-6042-450f-98a6-a8956e1a2c47 req-e9c1493c-adae-4d06-9ef8-35cf5d50524e service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179525 Feb 17 09:50:48.894288 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a1d3fb-e844-4bfd-8461-6db8dc00a904 {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:50:48.904966 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Publish callbacks [] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:48.920564 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Transition to ACTIVE for port object 86a1d3fb-e844-4bfd-8461-6db8dc00a904 will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:50:48.928561 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:49.017472 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Pushing event updated for resources: {'Port': ['ID=86a1d3fb-e844-4bfd-8461-6db8dc00a904,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:49.145926 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Attempting to bind port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:50:49.146446 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Attempting to bind port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:50:49.146956 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Attempting to bind port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 on network da21f546-703c-4519-8db6-7972cafd6046 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:50:49.154495 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 on network da21f546-703c-4519-8db6-7972cafd6046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:50:49.154900 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Attempting to bind port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 on network da21f546-703c-4519-8db6-7972cafd6046 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:50:49.161348 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:50:49.161841 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Checking segment: {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:50:49.162146 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Bound using segment: {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:50:49.162628 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Bound port: 86a1d3fb-e844-4bfd-8461-6db8dc00a904, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b804e0df-1964-47f1-9076-202a57e02bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:50:49.163001 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:49.287836 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] For port 86a1d3fb-e844-4bfd-8461-6db8dc00a904, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:50:49.295264 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] For port 86a1d3fb-e844-4bfd-8461-6db8dc00a904, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=86a1d3fb-e844-4bfd-8461-6db8dc00a904,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:50:49.308651 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:49.385125 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:49.386194 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:49.387312 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] 10.222.0.124 "PUT /v2.0/ports/86a1d3fb-e844-4bfd-8461-6db8dc00a904 HTTP/1.1" status: 200 len: 1094 time: 1.0828292 Feb 17 09:50:49.387814 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'tag': '86a1d3fb-e844-4bfd-8461-6db8dc00a904'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:49.390319 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a509bc7d-7c49-42df-90f8-a92bff78f94e" -d '{"events": [{"name": "network-changed", "server_uuid": "f85a3be3-af11-4aaa-ada8-e7bba5d35641", "tag": "86a1d3fb-e844-4bfd-8461-6db8dc00a904"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:49.421385 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a3efe-66f5-4fa0-b2ac-466cf0bb58cb service neutron] Pushing event updated for resources: {'Port': ['ID=86a1d3fb-e844-4bfd-8461-6db8dc00a904,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:49.452717 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a166e19-4794-48d0-85c5-e3b57349a785 x-openstack-request-id: req-2a166e19-4794-48d0-85c5-e3b57349a785 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:49.453025 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85a3be3-af11-4aaa-ada8-e7bba5d35641", "tag": "86a1d3fb-e844-4bfd-8461-6db8dc00a904", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:49.453294 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a166e19-4794-48d0-85c5-e3b57349a785 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:49.454078 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'tag': '86a1d3fb-e844-4bfd-8461-6db8dc00a904', 'status': 'completed', 'code': 200} Feb 17 09:50:50.041380 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd858b-80a6-49d6-b288-7ec14faf973b req-5e0499d6-a78e-49f0-a670-263aa7a313dc tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:50.043033 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a8dd858b-80a6-49d6-b288-7ec14faf973b req-5e0499d6-a78e-49f0-a670-263aa7a313dc tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 944 time: 0.0858390 Feb 17 09:50:50.111523 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a8dd858b-80a6-49d6-b288-7ec14faf973b req-6800b8d3-be3e-4c27-afd6-048180cc5d5c tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575912 Feb 17 09:50:51.303724 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cc672-dc66-46bc-8756-f780b534fb8e req-bd7be653-c2e6-4b93-9118-7b2586657fb0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:51.306986 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-914cc672-dc66-46bc-8756-f780b534fb8e req-bd7be653-c2e6-4b93-9118-7b2586657fb0 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 944 time: 0.0978651 Feb 17 09:50:51.377239 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-914cc672-dc66-46bc-8756-f780b534fb8e req-a72b5376-3b48-4eba-8ed2-10a814f7ce97 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639000 Feb 17 09:50:51.564159 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509bc7d-7c49-42df-90f8-a92bff78f94e req-bd82d8f9-5a41-4f83-947d-a86c5a533694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:51.566160 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a509bc7d-7c49-42df-90f8-a92bff78f94e req-bd82d8f9-5a41-4f83-947d-a86c5a533694 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 1128 time: 0.0611570 Feb 17 09:50:51.700074 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509bc7d-7c49-42df-90f8-a92bff78f94e req-f43de369-b9a1-410d-b6ec-ec3ee20d25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:51.702658 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a509bc7d-7c49-42df-90f8-a92bff78f94e req-f43de369-b9a1-410d-b6ec-ec3ee20d25a4 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=85673d123616454f97af7c607d9feaa5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1286690 Feb 17 09:50:51.889395 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509bc7d-7c49-42df-90f8-a92bff78f94e req-75ff062d-8d05-4e7e-b881-6bef84529da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:51.891465 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a509bc7d-7c49-42df-90f8-a92bff78f94e req-75ff062d-8d05-4e7e-b881-6bef84529da9 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746395 Feb 17 09:50:51.999740 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-95a6ba7b-1f18-449d-8d74-d2dc2e4693c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:52.001808 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-95a6ba7b-1f18-449d-8d74-d2dc2e4693c6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 1128 time: 0.0600457 Feb 17 09:50:52.054511 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-a0569ced-df2a-49ce-94ed-247c364d24eb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86a1d3fb-e844-4bfd-8461-6db8dc00a904 HTTP/1.1" status: 200 len: 217 time: 0.0445540 Feb 17 09:50:52.062920 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21965c-357a-4634-aff3-bda26aa179f7 req-c98764bd-5852-4d66-b341-81a81d16d9b9 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:52.064822 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-da21965c-357a-4634-aff3-bda26aa179f7 req-c98764bd-5852-4d66-b341-81a81d16d9b9 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 946 time: 0.0715420 Feb 17 09:50:52.111518 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-b25f9454-2c61-4ad4-bbf6-9b2cc39bb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:52.113121 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-b25f9454-2c61-4ad4-bbf6-9b2cc39bb4f5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e786f89-6f77-4465-bec4-a75497cf23f1 HTTP/1.1" status: 200 len: 849 time: 0.0514057 Feb 17 09:50:52.125821 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-da21965c-357a-4634-aff3-bda26aa179f7 req-ddf77b03-d778-4e0e-a47f-0e1c2a4e5dfa tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533190 Feb 17 09:50:52.167702 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57906) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:52.191850 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-280facd9-3b45-4c6b-9289-dd5ffba073fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:52.194506 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-280facd9-3b45-4c6b-9289-dd5ffba073fe service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=da21f546-703c-4519-8db6-7972cafd6046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0743008 Feb 17 09:50:52.312835 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-ebc7f415-a394-4dbc-bcb8-da4392a9a83b service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068070 Feb 17 09:50:52.355814 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d9b0f-3744-4d3e-b5c7-8bcafdd02965 tempest-TestMinimumBasicScenario-1089941135 tempest-TestMinimumBasicScenario-1089941135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:52.362214 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-1b9d9b0f-3744-4d3e-b5c7-8bcafdd02965 tempest-TestMinimumBasicScenario-1089941135 tempest-TestMinimumBasicScenario-1089941135-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 1125 time: 0.1885822 Feb 17 09:50:52.362842 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57912) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:52.369217 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'floatingip': {'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'port_id': '244d4387-d663-435e-a96e-4dce9751bb91', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:52.395398 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:52.450857 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-8f6629cb-b17b-44b1-9de7-1d143739509f req-66b3f630-6e96-4415-ab30-56cfc0c37ac0 service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280532 Feb 17 09:50:52.567384 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d5073-d9fa-48ac-b5e9-fb1edee34634 req-2c5f7ded-5522-4e0e-8442-b2c9c5ffc409 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:52.569058 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b98d5073-d9fa-48ac-b5e9-fb1edee34634 req-2c5f7ded-5522-4e0e-8442-b2c9c5ffc409 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 944 time: 0.0763190 Feb 17 09:50:52.577241 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:52.707757 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b98d5073-d9fa-48ac-b5e9-fb1edee34634 req-ba3a7ae1-b792-48a7-bf06-4f9c6cfe8dea tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206362 Feb 17 09:50:52.764459 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Allocated IP 172.27.3.21 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/065fff9f-9d3b-4a52-8c10-85411adc923a) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:50:52.938803 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for port (065fff9f-9d3b-4a52-8c10-85411adc923a), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:52.994065 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (065fff9f-9d3b-4a52-8c10-85411adc923a), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:53.050525 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:50:53.053898 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:50:53.059115 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:50:53.065825 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'Port': ['ID=065fff9f-9d3b-4a52-8c10-85411adc923a,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:53.095526 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.095882 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.096250 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.096599 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.096943 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.097287 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.097627 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.097995 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.098348 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.098874 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.099216 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.099551 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.099886 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:53.584797 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for floatingip (5a653cba-e64d-4af0-9275-77cc0efc8ca6), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:53.708770 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (065fff9f-9d3b-4a52-8c10-85411adc923a), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:54.016143 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab810bcb-1929-4971-8645-b3060f1441d3 req-8cef4826-196a-4542-b506-ea22b3a68629 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:54.017817 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab810bcb-1929-4971-8645-b3060f1441d3 req-8cef4826-196a-4542-b506-ea22b3a68629 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 944 time: 0.1848392 Feb 17 09:50:54.040478 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for port (065fff9f-9d3b-4a52-8c10-85411adc923a), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:54.050787 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (065fff9f-9d3b-4a52-8c10-85411adc923a), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:54.201886 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab810bcb-1929-4971-8645-b3060f1441d3 req-20362f3c-cd01-4029-8fb5-c9fc70e8afcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684177 Feb 17 09:50:54.205287 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'Port': ['ID=065fff9f-9d3b-4a52-8c10-85411adc923a,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:54.214843 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (5a653cba-e64d-4af0-9275-77cc0efc8ca6), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:54.366817 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.l3_db [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Floating IP 5a653cba-e64d-4af0-9275-77cc0efc8ca6 associated. External IP: 172.27.3.21, port: 244d4387-d663-435e-a96e-4dce9751bb91. Feb 17 09:50:54.719940 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Router 953f9971-ad5e-47b2-8721-70d04d51239b has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:50:54.908805 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:50:54.923231 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] Sync routers for ids ['953f9971-ad5e-47b2-8721-70d04d51239b'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:50:54.939210 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] Routers {'953f9971-ad5e-47b2-8721-70d04d51239b'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:50:54.939995 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:50:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['953f9971-ad5e-47b2-8721-70d04d51239b'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:54.942079 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:54.988667 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 86a1d3fb-e844-4bfd-8461-6db8dc00a904 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:50:55.004414 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-1c238d07-6058-4465-ba4c-36689e9f8108 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6400568 Feb 17 09:50:55.005426 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:55.010196 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e95f356-9a18-410b-9b66-558c91c029c1" -d '{"events": [{"name": "network-changed", "server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "tag": "244d4387-d663-435e-a96e-4dce9751bb91"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:55.011043 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57962) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:55.021002 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999093215', 'description': 'tempest-secgroup-smoke-999093215 description', 'project_id': 'df452c64635a4071b2a7082ee7a56b8f'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:55.065189 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:55.074255 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffc64d8-7303-42e7-b172-4bd8518a1c87 x-openstack-request-id: req-0ffc64d8-7303-42e7-b172-4bd8518a1c87 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:55.074615 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "tag": "244d4387-d663-435e-a96e-4dce9751bb91", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:55.076304 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ffc64d8-7303-42e7-b172-4bd8518a1c87 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:55.077428 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91', 'status': 'completed', 'code': 200} Feb 17 09:50:55.235398 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] Set router 953f9971-ad5e-47b2-8721-70d04d51239b gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:50:55.239056 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 86a1d3fb-e844-4bfd-8461-6db8dc00a904, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=86a1d3fb-e844-4bfd-8461-6db8dc00a904,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:55.252292 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-b818e366-880f-4845-9eea-c8f774a4dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:55.254808 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-b818e366-880f-4845-9eea-c8f774a4dae2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=df452c64635a4071b2a7082ee7a56b8f&device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 1130 time: 0.1382635 Feb 17 09:50:55.286101 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group (e9a4a6b8-6639-4bd4-ba1f-cea573af9409), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:55.298053 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '86a1d3fb-e844-4bfd-8461-6db8dc00a904', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'port_id': '86a1d3fb-e844-4bfd-8461-6db8dc00a904', 'mac_address': 'fa:16:3e:5b:81:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:50:55.309668 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (e9a4a6b8-6639-4bd4-ba1f-cea573af9409), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:55.343387 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:55.344744 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3320606 Feb 17 09:50:55.355814 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 57970) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:55.365423 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-db9b67f8-fc1d-4285-aafe-664e2846b061 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'security_group_rule': {'security_group_id': 'e9a4a6b8-6639-4bd4-ba1f-cea573af9409', 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:55.436643 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a4a6b8-6639-4bd4-ba1f-cea573af9409,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:55.457389 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.457997 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.458336 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.458946 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.459541 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.459862 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.461003 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.461748 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.462524 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.463115 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.463446 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.463993 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.464772 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e912746-2660-401d-bce0-db47ff45721b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:50:55.465506 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:55.466209 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:55.492334 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-1f138c16-2e5e-46c1-9302-843663495e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:55.506848 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-1f138c16-2e5e-46c1-9302-843663495e0c service neutron] 10.222.0.124 "GET /v2.0/networks?id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab HTTP/1.1" status: 200 len: 916 time: 0.2346981 Feb 17 09:50:55.515700 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a1d3fb-e844-4bfd-8461-6db8dc00a904 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:50:55.544900 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067d07e-4a5f-40f7-8d19-67eb517d9212 req-56e51d23-c496-449f-90e5-83c0212c9fe2 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:55.559789 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7067d07e-4a5f-40f7-8d19-67eb517d9212 req-56e51d23-c496-449f-90e5-83c0212c9fe2 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 944 time: 0.2124014 Feb 17 09:50:55.632988 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 86a1d3fb-e844-4bfd-8461-6db8dc00a904, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=86a1d3fb-e844-4bfd-8461-6db8dc00a904,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:55.651907 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:55.702733 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7067d07e-4a5f-40f7-8d19-67eb517d9212 req-d12336ad-16f7-4b06-a542-6009eae88bfe tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382687 Feb 17 09:50:55.718821 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-e9ad5f62-b5f6-4cd0-aeb5-2079a98d3dc0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 999 time: 0.1952987 Feb 17 09:50:55.731012 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-db9b67f8-fc1d-4285-aafe-664e2846b061 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (7e5492fd-dd2c-44ad-96b7-d6999d34dfea), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:55.774657 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=86a1d3fb-e844-4bfd-8461-6db8dc00a904,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:55.894073 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-3cbd7dcd-fc18-41f4-b3ab-bfdb1fabf2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:55.895800 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-3cbd7dcd-fc18-41f4-b3ab-bfdb1fabf2c3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9578a680-d3a0-49b1-a79d-dd46c5ba5840 HTTP/1.1" status: 200 len: 854 time: 0.1494951 Feb 17 09:50:55.896542 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:40Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '5a653cba-e64d-4af0-9275-77cc0efc8ca6', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'port_id': '244d4387-d663-435e-a96e-4dce9751bb91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'mac_address': 'fa:16:3e:03:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:50:53Z', 'updated_at': '2022-02-17T09:50:53Z', 'revision_number': 0, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9662b555-8a99-46d5-a950-65398195c540', 'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'mac_address': 'fa:16:3e:b4:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:38Z', 'updated_at': '2022-02-17T09:49:47Z', 'revision_number': 5, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'subnets': [{'id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:55.941665 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-db9b67f8-fc1d-4285-aafe-664e2846b061 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (7e5492fd-dd2c-44ad-96b7-d6999d34dfea), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:55.967021 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['86a1d3fb-e844-4bfd-8461-6db8dc00a904'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:50:55.974392 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] Checking router: 953f9971-ad5e-47b2-8721-70d04d51239b for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:50:55.980208 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-db9b67f8-fc1d-4285-aafe-664e2846b061 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (7e5492fd-dd2c-44ad-96b7-d6999d34dfea), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.027614 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b67f8-fc1d-4285-aafe-664e2846b061 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5492fd-dd2c-44ad-96b7-d6999d34dfea,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:56.040780 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-db9b67f8-fc1d-4285-aafe-664e2846b061 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.046446 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-db9b67f8-fc1d-4285-aafe-664e2846b061 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6894064 Feb 17 09:50:56.047016 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57990) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:56.057586 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-7243c5c3-dafa-405b-93c9-d0a86b703e17 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'security_group_rule': {'security_group_id': 'e9a4a6b8-6639-4bd4-ba1f-cea573af9409', 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:56.072066 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-6d2cf5b2-c50a-43ec-861b-a575566b51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:56.075253 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-6d2cf5b2-c50a-43ec-861b-a575566b51eb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1673689 Feb 17 09:50:56.081280 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] Routers {'953f9971-ad5e-47b2-8721-70d04d51239b'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:50:56.081822 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:50:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['953f9971-ad5e-47b2-8721-70d04d51239b'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:56.114674 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7243c5c3-dafa-405b-93c9-d0a86b703e17 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (98ff2688-7235-48fa-87c7-ed3179d47a96), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.243251 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7243c5c3-dafa-405b-93c9-d0a86b703e17 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (98ff2688-7235-48fa-87c7-ed3179d47a96), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.249235 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7243c5c3-dafa-405b-93c9-d0a86b703e17 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (98ff2688-7235-48fa-87c7-ed3179d47a96), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.296265 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-6758f32e-0e5e-4576-8e1d-348483cf86a5 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106717 Feb 17 09:50:56.300775 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243c5c3-dafa-405b-93c9-d0a86b703e17 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ff2688-7235-48fa-87c7-ed3179d47a96,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:56.324413 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7243c5c3-dafa-405b-93c9-d0a86b703e17 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.329869 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-7243c5c3-dafa-405b-93c9-d0a86b703e17 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2776215 Feb 17 09:50:56.331769 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57994) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:56.343174 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-bee6399f-30f4-4439-a9bb-21e0f523e3e1 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'security_group_rule': {'security_group_id': 'e9a4a6b8-6639-4bd4-ba1f-cea573af9409', 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:56.393503 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bee6399f-30f4-4439-a9bb-21e0f523e3e1 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (5abac5e3-e82c-4535-a1ac-05e3fe46266b), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.431291 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] Set router 953f9971-ad5e-47b2-8721-70d04d51239b gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:50:56.460954 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-9e95f356-9a18-410b-9b66-558c91c029c1 req-c0b42f2a-6da4-4a66-99cc-37ac9845bec8 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568422 Feb 17 09:50:56.484525 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bee6399f-30f4-4439-a9bb-21e0f523e3e1 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (5abac5e3-e82c-4535-a1ac-05e3fe46266b), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.488674 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bee6399f-30f4-4439-a9bb-21e0f523e3e1 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (5abac5e3-e82c-4535-a1ac-05e3fe46266b), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.513125 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6399f-30f4-4439-a9bb-21e0f523e3e1 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abac5e3-e82c-4535-a1ac-05e3fe46266b,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:56.523851 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bee6399f-30f4-4439-a9bb-21e0f523e3e1 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.525436 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-bee6399f-30f4-4439-a9bb-21e0f523e3e1 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1911621 Feb 17 09:50:56.529584 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 57996) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:56.534976 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-db3ab45c-3b81-4ec8-aa97-e3bf74aab8ef tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'security_group_rule': {'security_group_id': 'e9a4a6b8-6639-4bd4-ba1f-cea573af9409', 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:56.565925 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-db3ab45c-3b81-4ec8-aa97-e3bf74aab8ef tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (9fda8fb2-c18d-49e6-81ac-cb0d81b0e8ab), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.681812 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-db3ab45c-3b81-4ec8-aa97-e3bf74aab8ef tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (9fda8fb2-c18d-49e6-81ac-cb0d81b0e8ab), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.688401 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-db3ab45c-3b81-4ec8-aa97-e3bf74aab8ef tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (9fda8fb2-c18d-49e6-81ac-cb0d81b0e8ab), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.714037 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ab45c-3b81-4ec8-aa97-e3bf74aab8ef tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fda8fb2-c18d-49e6-81ac-cb0d81b0e8ab,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:56.738294 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-db3ab45c-3b81-4ec8-aa97-e3bf74aab8ef tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.744587 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-db3ab45c-3b81-4ec8-aa97-e3bf74aab8ef tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2134113 Feb 17 09:50:56.749522 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58004) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:56.761145 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-719623a7-e6e3-4dfc-884f-2880f793024f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'security_group_rule': {'security_group_id': 'e9a4a6b8-6639-4bd4-ba1f-cea573af9409', 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:56.812624 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.securitygroups_db [None req-719623a7-e6e3-4dfc-884f-2880f793024f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Project df452c64635a4071b2a7082ee7a56b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:50:56.822778 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-719623a7-e6e3-4dfc-884f-2880f793024f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (1f343695-d2e5-4d52-b47c-7c9f32f878f8), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.872023 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:40Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '5a653cba-e64d-4af0-9275-77cc0efc8ca6', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'port_id': '244d4387-d663-435e-a96e-4dce9751bb91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'mac_address': 'fa:16:3e:03:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:50:53Z', 'updated_at': '2022-02-17T09:50:53Z', 'revision_number': 0, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9662b555-8a99-46d5-a950-65398195c540', 'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'mac_address': 'fa:16:3e:b4:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:38Z', 'updated_at': '2022-02-17T09:49:47Z', 'revision_number': 5, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'subnets': [{'id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:50:56.927733 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120062cf-6d61-4765-ad0a-786ae630dd9e None None] The sync data for ids ['953f9971-ad5e-47b2-8721-70d04d51239b'] in dv-cinder-773985-34-iscsi is: [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:40Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '5a653cba-e64d-4af0-9275-77cc0efc8ca6', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'port_id': '244d4387-d663-435e-a96e-4dce9751bb91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'mac_address': 'fa:16:3e:03:67:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:50:53Z', 'updated_at': '2022-02-17T09:50:53Z', 'revision_number': 0, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9662b555-8a99-46d5-a950-65398195c540', 'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'mac_address': 'fa:16:3e:b4:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:38Z', 'updated_at': '2022-02-17T09:49:47Z', 'revision_number': 5, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'subnets': [{'id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:50:56.980837 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-719623a7-e6e3-4dfc-884f-2880f793024f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (1f343695-d2e5-4d52-b47c-7c9f32f878f8), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:56.987474 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-719623a7-e6e3-4dfc-884f-2880f793024f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (1f343695-d2e5-4d52-b47c-7c9f32f878f8), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:57.006802 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232e2c5-8822-4902-b10a-8208756c77f4 req-cb293658-3cce-4789-9e28-a77dadd7f69e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:57.009332 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4232e2c5-8822-4902-b10a-8208756c77f4 req-cb293658-3cce-4789-9e28-a77dadd7f69e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 945 time: 0.1515095 Feb 17 09:50:57.041759 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719623a7-e6e3-4dfc-884f-2880f793024f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f343695-d2e5-4d52-b47c-7c9f32f878f8,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:57.063157 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-719623a7-e6e3-4dfc-884f-2880f793024f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:57.065400 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-719623a7-e6e3-4dfc-884f-2880f793024f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3125224 Feb 17 09:50:57.068974 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58012) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:50:57.079122 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-fc16c677-6ff5-4e3e-ac24-1d8dcce2208f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'security_group_rule': {'security_group_id': 'e9a4a6b8-6639-4bd4-ba1f-cea573af9409', 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:57.113178 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4232e2c5-8822-4902-b10a-8208756c77f4 req-1b70dd14-e741-4f59-b3c9-5071d5bec478 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920665 Feb 17 09:50:57.131375 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.securitygroups_db [None req-fc16c677-6ff5-4e3e-ac24-1d8dcce2208f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Project df452c64635a4071b2a7082ee7a56b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:50:57.137903 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fc16c677-6ff5-4e3e-ac24-1d8dcce2208f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (8368142d-cfe7-499f-97cc-7b4ac9742a2e), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:57.234655 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fc16c677-6ff5-4e3e-ac24-1d8dcce2208f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (8368142d-cfe7-499f-97cc-7b4ac9742a2e), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:57.239556 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fc16c677-6ff5-4e3e-ac24-1d8dcce2208f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (8368142d-cfe7-499f-97cc-7b4ac9742a2e), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:57.276985 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16c677-6ff5-4e3e-ac24-1d8dcce2208f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8368142d-cfe7-499f-97cc-7b4ac9742a2e,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:57.286863 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fc16c677-6ff5-4e3e-ac24-1d8dcce2208f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:57.293147 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-fc16c677-6ff5-4e3e-ac24-1d8dcce2208f tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2211254 Feb 17 09:50:57.333595 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd198f3-8e32-41b6-9621-de8a7b02bfdb None None] New status for floating IP 5a653cba-e64d-4af0-9275-77cc0efc8ca6: ACTIVE {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:50:57.486832 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-74243242-fe38-4200-ad53-ede0516ef937 req-58d5fa4c-6c0c-4d59-9ee2-e12a4bd4decf tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999093215&fields=id&tenant_id=df452c64635a4071b2a7082ee7a56b8f HTTP/1.1" status: 200 len: 267 time: 0.1072206 Feb 17 09:50:57.652769 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74243242-fe38-4200-ad53-ede0516ef937 req-8e5c93a9-af3d-46a0-bf7c-3847a527c0d7 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:57.673181 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-74243242-fe38-4200-ad53-ede0516ef937 req-8e5c93a9-af3d-46a0-bf7c-3847a527c0d7 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 946 time: 0.1749141 Feb 17 09:50:57.696225 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-74243242-fe38-4200-ad53-ede0516ef937 req-5448872b-38de-4b54-8650-cc19521e79d3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'port': {'security_groups': ['32be2183-0d85-479a-a3e3-87e8afc1c2ea', 'e9a4a6b8-6639-4bd4-ba1f-cea573af9409']}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:50:57.817863 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-74243242-fe38-4200-ad53-ede0516ef937 req-5448872b-38de-4b54-8650-cc19521e79d3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (244d4387-d663-435e-a96e-4dce9751bb91), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:58.151897 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-74243242-fe38-4200-ad53-ede0516ef937 req-5448872b-38de-4b54-8650-cc19521e79d3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] For port 244d4387-d663-435e-a96e-4dce9751bb91, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=244d4387-d663-435e-a96e-4dce9751bb91,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:58.205060 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-74243242-fe38-4200-ad53-ede0516ef937 req-5448872b-38de-4b54-8650-cc19521e79d3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for port (244d4387-d663-435e-a96e-4dce9751bb91), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:58.214335 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-74243242-fe38-4200-ad53-ede0516ef937 req-5448872b-38de-4b54-8650-cc19521e79d3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (244d4387-d663-435e-a96e-4dce9751bb91), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:58.229724 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['244d4387-d663-435e-a96e-4dce9751bb91'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:50:58.284768 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74243242-fe38-4200-ad53-ede0516ef937 req-5448872b-38de-4b54-8650-cc19521e79d3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:58.285542 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-74243242-fe38-4200-ad53-ede0516ef937 req-5448872b-38de-4b54-8650-cc19521e79d3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:58.287278 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-74243242-fe38-4200-ad53-ede0516ef937 req-5448872b-38de-4b54-8650-cc19521e79d3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "PUT /v2.0/ports/244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 982 time: 0.6133926 Feb 17 09:50:58.306395 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:58.311649 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97738729-747e-4671-be54-f2b87d39d3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "tag": "244d4387-d663-435e-a96e-4dce9751bb91"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:58.352515 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448872b-38de-4b54-8650-cc19521e79d3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'Port': ['ID=244d4387-d663-435e-a96e-4dce9751bb91,revision_number=6']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:58.387788 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['244d4387-d663-435e-a96e-4dce9751bb91'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:50:58.415344 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c8829-7de8-425a-81fc-14d40fd54c86 req-79684152-df59-4a8e-bf70-27d847d8cba3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:58.418652 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2a0c8829-7de8-425a-81fc-14d40fd54c86 req-79684152-df59-4a8e-bf70-27d847d8cba3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 945 time: 0.1848145 Feb 17 09:50:58.489009 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059e868-536c-4987-9321-d74a3e28bc66 req-2136aaca-b4f5-4399-9924-4eb0e5776f24 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:58.490860 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f059e868-536c-4987-9321-d74a3e28bc66 req-2136aaca-b4f5-4399-9924-4eb0e5776f24 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.1242037 Feb 17 09:50:58.501404 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2a0c8829-7de8-425a-81fc-14d40fd54c86 req-e1f7248a-5975-4f4e-83dd-e2c89051737b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730674 Feb 17 09:50:58.598742 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f059e868-536c-4987-9321-d74a3e28bc66 req-3638480b-4575-4d49-aec9-8549d5afdd73 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911865 Feb 17 09:50:58.606831 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b1faae-e0e2-470d-b097-cf721c11d4ea x-openstack-request-id: req-b7b1faae-e0e2-470d-b097-cf721c11d4ea {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:58.607365 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "tag": "244d4387-d663-435e-a96e-4dce9751bb91", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:58.608277 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7b1faae-e0e2-470d-b097-cf721c11d4ea {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:58.608277 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91', 'status': 'completed', 'code': 200} Feb 17 09:50:58.832059 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97738729-747e-4671-be54-f2b87d39d3a1 req-eea3ac73-34cc-4f12-84a5-c8a65b8f33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:58.837126 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-97738729-747e-4671-be54-f2b87d39d3a1 req-eea3ac73-34cc-4f12-84a5-c8a65b8f33a9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=df452c64635a4071b2a7082ee7a56b8f&device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 1169 time: 0.1993403 Feb 17 09:50:58.864625 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-132d32d5-8ee5-4dbc-9291-411a6ab015c7 None None] Provisioning complete for port 244d4387-d663-435e-a96e-4dce9751bb91 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:58.865120 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-132d32d5-8ee5-4dbc-9291-411a6ab015c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (244d4387-d663-435e-a96e-4dce9751bb91), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:58.984498 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 86a1d3fb-e844-4bfd-8461-6db8dc00a904 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:50:59.062269 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97738729-747e-4671-be54-f2b87d39d3a1 req-c8c9bf63-6860-421d-bb96-b28086a6b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:59.062269 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-97738729-747e-4671-be54-f2b87d39d3a1 req-c8c9bf63-6860-421d-bb96-b28086a6b3f3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab HTTP/1.1" status: 200 len: 916 time: 0.2047398 Feb 17 09:50:59.166716 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-97738729-747e-4671-be54-f2b87d39d3a1 req-10201b57-e470-4d02-a44a-8d036f9e3d3e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 1001 time: 0.1029623 Feb 17 09:50:59.282214 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97738729-747e-4671-be54-f2b87d39d3a1 req-56ba43cc-7b5b-47f9-8bb8-dc59cb5e48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:59.285393 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-97738729-747e-4671-be54-f2b87d39d3a1 req-56ba43cc-7b5b-47f9-8bb8-dc59cb5e48ab service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9578a680-d3a0-49b1-a79d-dd46c5ba5840 HTTP/1.1" status: 200 len: 854 time: 0.1111190 Feb 17 09:50:59.305134 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-132d32d5-8ee5-4dbc-9291-411a6ab015c7 None None] Current status of the port 244d4387-d663-435e-a96e-4dce9751bb91 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:59.323996 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:50:59.342046 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:50:59.342504 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:59.390410 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97738729-747e-4671-be54-f2b87d39d3a1 req-c93f321d-a1ca-4f0f-8367-027132838a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:59.399012 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-97738729-747e-4671-be54-f2b87d39d3a1 req-c93f321d-a1ca-4f0f-8367-027132838a05 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1021960 Feb 17 09:50:59.560528 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:50:59.561695 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:59.633420 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a1d3fb-e844-4bfd-8461-6db8dc00a904'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:50:59.640747 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c112c05-4f5a-43a9-876d-f0537f190e5a" -d '{"events": [{"server_uuid": "f85a3be3-af11-4aaa-ada8-e7bba5d35641", "name": "network-vif-plugged", "status": "completed", "tag": "86a1d3fb-e844-4bfd-8461-6db8dc00a904"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:50:59.680965 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 86a1d3fb-e844-4bfd-8461-6db8dc00a904, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=86a1d3fb-e844-4bfd-8461-6db8dc00a904,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:50:59.695635 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:50:59.813984 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42a84be-7367-48e2-a2bf-7535b4e90958 x-openstack-request-id: req-e42a84be-7367-48e2-a2bf-7535b4e90958 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:50:59.816388 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a3be3-af11-4aaa-ada8-e7bba5d35641", "name": "network-vif-plugged", "status": "completed", "tag": "86a1d3fb-e844-4bfd-8461-6db8dc00a904", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:50:59.831176 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e42a84be-7367-48e2-a2bf-7535b4e90958 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:50:59.831906 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a1d3fb-e844-4bfd-8461-6db8dc00a904', 'code': 200} Feb 17 09:50:59.853912 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=86a1d3fb-e844-4bfd-8461-6db8dc00a904,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:50:59.854313 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb305d7-cb80-496c-9d1d-53158b7cc70b req-25d07f7a-561e-4849-9a38-e9d03d574a2d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:50:59.868640 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3fb305d7-cb80-496c-9d1d-53158b7cc70b req-25d07f7a-561e-4849-9a38-e9d03d574a2d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.1652846 Feb 17 09:50:59.948435 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3fb305d7-cb80-496c-9d1d-53158b7cc70b req-b0401c57-f143-425e-9538-67c61ad42483 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765948 Feb 17 09:50:59.951632 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-97738729-747e-4671-be54-f2b87d39d3a1 req-a6b32f2d-3b46-4a2a-97d1-b094ca7743fb service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472019 Feb 17 09:51:00.207185 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c0c092e0-843e-423d-9f8f-4a96ebf89ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:00.830669 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-97738729-747e-4671-be54-f2b87d39d3a1 req-55b65444-aae5-449b-b267-8ff447cd1fd2 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364388 Feb 17 09:51:01.149316 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b1113-c494-493f-b686-008967f3c1a0 req-90c70b95-32bb-4832-b646-4f4e5695c81d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:01.152713 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3f8b1113-c494-493f-b686-008967f3c1a0 req-90c70b95-32bb-4832-b646-4f4e5695c81d tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.1112974 Feb 17 09:51:01.219402 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3f8b1113-c494-493f-b686-008967f3c1a0 req-2d53b39e-ad07-4d0f-9681-8f037e73a03c tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597527 Feb 17 09:51:01.908048 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:51:02.386228 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61270fb-7960-4f59-8af3-85b9905efec5 req-86c14cf0-55ff-4661-882f-9bf75511a6bf tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:02.388033 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a61270fb-7960-4f59-8af3-85b9905efec5 req-86c14cf0-55ff-4661-882f-9bf75511a6bf tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.0787332 Feb 17 09:51:02.485341 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a61270fb-7960-4f59-8af3-85b9905efec5 req-c4f63921-a1c2-4b4e-8344-ae133f5df72a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846238 Feb 17 09:51:02.538809 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877ee11-3a16-4f7f-a06b-f95fa9fddb5e req-c460896e-bb9b-4545-9d26-be59eb703e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:02.541720 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d877ee11-3a16-4f7f-a06b-f95fa9fddb5e req-c460896e-bb9b-4545-9d26-be59eb703e68 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 1130 time: 0.1197925 Feb 17 09:51:02.606414 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d877ee11-3a16-4f7f-a06b-f95fa9fddb5e req-4788cf78-aa7b-4d72-917f-67d54580da56 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577261 Feb 17 09:51:03.011551 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-374960e9-5f29-4bce-8628-0315753b9e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:03.710217 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed147edc-8775-442a-b7e4-dc85b998a1ad req-94e69649-37b3-4cde-8381-37aa40795805 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:03.713055 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed147edc-8775-442a-b7e4-dc85b998a1ad req-94e69649-37b3-4cde-8381-37aa40795805 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.1032777 Feb 17 09:51:03.818545 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed147edc-8775-442a-b7e4-dc85b998a1ad req-664ff076-fcaf-40f9-b165-e9e9f28a624b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840173 Feb 17 09:51:04.935571 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:05.066873 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f83986-65bf-4f8a-8fa2-d1e5d7988495 req-415df763-efb3-44bb-adb9-d732eb0b61d5 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:05.070248 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e6f83986-65bf-4f8a-8fa2-d1e5d7988495 req-415df763-efb3-44bb-adb9-d732eb0b61d5 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.1163623 Feb 17 09:51:05.119459 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58140) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:05.167898 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e6f83986-65bf-4f8a-8fa2-d1e5d7988495 req-4ee0e689-778a-4a15-920a-2ee304e5a6c3 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759969 Feb 17 09:51:05.302458 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7904-e7a3-43a5-9437-982ea7fffc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:05.378189 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329129f-2233-461e-a050-b7bd7ee5c939 req-19db5621-a044-40ef-b88d-060a1bc5e7cd tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:05.380972 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f329129f-2233-461e-a050-b7bd7ee5c939 req-19db5621-a044-40ef-b88d-060a1bc5e7cd tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.1014392 Feb 17 09:51:05.397552 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58146) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:05.406420 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-bc047ef6-6386-4c00-ad7a-f936d9779542 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Request body: {'floatingip': {'port_id': '86a1d3fb-e844-4bfd-8461-6db8dc00a904'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:51:05.433147 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7904-e7a3-43a5-9437-982ea7fffc5b admin admin] Publish callbacks [] for security_group (314589d2-93c5-42a6-ba65-feff7826f10e), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:05.439579 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3d7f7904-e7a3-43a5-9437-982ea7fffc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (314589d2-93c5-42a6-ba65-feff7826f10e), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:05.489176 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bc047ef6-6386-4c00-ad7a-f936d9779542 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (19210fde-2905-416e-ba90-0481bcce4cda), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:05.543354 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-3d7f7904-e7a3-43a5-9437-982ea7fffc5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a16b1f760a0462c8f03c566555f9d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218040 Feb 17 09:51:05.546515 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f7904-e7a3-43a5-9437-982ea7fffc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314589d2-93c5-42a6-ba65-feff7826f10e,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:05.548081 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58148) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:06.131105 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e7026db7-992b-47f1-b2c6-d18bc40c6209 admin admin] Publish callbacks [] for security_group (314589d2-93c5-42a6-ba65-feff7826f10e), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:06.219334 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e7026db7-992b-47f1-b2c6-d18bc40c6209 admin admin] Publish callbacks [] for security_group (314589d2-93c5-42a6-ba65-feff7826f10e), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:06.452658 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e7026db7-992b-47f1-b2c6-d18bc40c6209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (314589d2-93c5-42a6-ba65-feff7826f10e), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:06.456184 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e7026db7-992b-47f1-b2c6-d18bc40c6209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:06.458241 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-e7026db7-992b-47f1-b2c6-d18bc40c6209 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/314589d2-93c5-42a6-ba65-feff7826f10e HTTP/1.1" status: 204 len: 168 time: 0.9085212 Feb 17 09:51:06.480746 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7026db7-992b-47f1-b2c6-d18bc40c6209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314589d2-93c5-42a6-ba65-feff7826f10e,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:06.684604 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bc047ef6-6386-4c00-ad7a-f936d9779542 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:06.693300 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bc047ef6-6386-4c00-ad7a-f936d9779542 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (19210fde-2905-416e-ba90-0481bcce4cda), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:06.770164 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58184) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:06.921601 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.l3_db [None req-bc047ef6-6386-4c00-ad7a-f936d9779542 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Floating IP 19210fde-2905-416e-ba90-0481bcce4cda associated. External IP: 172.27.3.174, port: 86a1d3fb-e844-4bfd-8461-6db8dc00a904. Feb 17 09:51:06.996692 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d6393d0-0224-48fe-a535-f278a7e807b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:07.170063 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d6393d0-0224-48fe-a535-f278a7e807b5 admin admin] Publish callbacks [] for security_group (54a9514f-2e3a-47ab-9fca-52f8d0f76364), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:07.176836 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5d6393d0-0224-48fe-a535-f278a7e807b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (54a9514f-2e3a-47ab-9fca-52f8d0f76364), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:07.270742 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-5d6393d0-0224-48fe-a535-f278a7e807b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bace64abb774044a3c6844a9d2d3c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4988530 Feb 17 09:51:07.272583 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6393d0-0224-48fe-a535-f278a7e807b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a9514f-2e3a-47ab-9fca-52f8d0f76364,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:07.276641 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58196) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:07.383888 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-211b8320-ccf5-49a3-9ba5-e29e1868da0b admin admin] Publish callbacks [] for security_group (54a9514f-2e3a-47ab-9fca-52f8d0f76364), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:07.409575 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc047ef6-6386-4c00-ad7a-f936d9779542 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Router a8993671-3686-47e2-a33a-0a03a50e3176 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:51:07.429010 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-211b8320-ccf5-49a3-9ba5-e29e1868da0b admin admin] Publish callbacks [] for security_group (54a9514f-2e3a-47ab-9fca-52f8d0f76364), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:07.522266 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:07.530469 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-211b8320-ccf5-49a3-9ba5-e29e1868da0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (54a9514f-2e3a-47ab-9fca-52f8d0f76364), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:07.535547 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-211b8320-ccf5-49a3-9ba5-e29e1868da0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:07.546301 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-211b8320-ccf5-49a3-9ba5-e29e1868da0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54a9514f-2e3a-47ab-9fca-52f8d0f76364 HTTP/1.1" status: 204 len: 168 time: 0.2669816 Feb 17 09:51:07.563005 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b8320-ccf5-49a3-9ba5-e29e1868da0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a9514f-2e3a-47ab-9fca-52f8d0f76364,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:07.684021 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc047ef6-6386-4c00-ad7a-f936d9779542 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:51:07.692318 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bc047ef6-6386-4c00-ad7a-f936d9779542 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:07.708428 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] Sync routers for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:51:07.734541 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:51:07.736354 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:51:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:51:07.754869 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-bc047ef6-6386-4c00-ad7a-f936d9779542 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "PUT /v2.0/floatingips/19210fde-2905-416e-ba90-0481bcce4cda HTTP/1.1" status: 200 len: 992 time: 2.3551912 Feb 17 09:51:07.756235 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'tag': '86a1d3fb-e844-4bfd-8461-6db8dc00a904'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:51:07.762294 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586" -d '{"events": [{"name": "network-changed", "server_uuid": "f85a3be3-af11-4aaa-ada8-e7bba5d35641", "tag": "86a1d3fb-e844-4bfd-8461-6db8dc00a904"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:51:07.807596 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58214) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:07.946211 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:51:08.331623 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-530035513-network', 'tenant_id': 'f6bc8dfbf2a842c7ab2e808db5378a45'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:51:08.347209 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdbecb1-eefc-4a04-8cbe-a8617fadeaae x-openstack-request-id: req-ccdbecb1-eefc-4a04-8cbe-a8617fadeaae {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:51:08.349058 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85a3be3-af11-4aaa-ada8-e7bba5d35641", "tag": "86a1d3fb-e844-4bfd-8461-6db8dc00a904", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:51:08.357578 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ccdbecb1-eefc-4a04-8cbe-a8617fadeaae {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:51:08.360003 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'tag': '86a1d3fb-e844-4bfd-8461-6db8dc00a904', 'status': 'completed', 'code': 200} Feb 17 09:51:08.490935 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Made reservation on behalf of f6bc8dfbf2a842c7ab2e808db5378a45 for: {'network': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:51:08.496241 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:08.505016 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '19210fde-2905-416e-ba90-0481bcce4cda', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'port_id': '86a1d3fb-e844-4bfd-8461-6db8dc00a904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'mac_address': 'fa:16:3e:5b:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:50:40Z', 'updated_at': '2022-02-17T09:51:06Z', 'revision_number': 1, 'project_id': '85673d123616454f97af7c607d9feaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:51:08.515145 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:08.518234 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:08.555485 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-f2b7af06-94da-45b8-8e44-3820ce4791e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:08.557324 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-f2b7af06-94da-45b8-8e44-3820ce4791e2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85673d123616454f97af7c607d9feaa5&device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 1130 time: 0.1566455 Feb 17 09:51:08.570717 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] Checking router: a8993671-3686-47e2-a33a-0a03a50e3176 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:51:08.577571 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58224) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:08.596052 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:51:08.597408 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:51:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:51:08.651901 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-534e0726-ed34-471e-bf94-0c5d582af9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:08.791419 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:51:08.867377 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-6faeb16a-a1e7-4f38-b3d2-650c1ef210ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:08.870214 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-6faeb16a-a1e7-4f38-b3d2-650c1ef210ff service neutron] 10.222.0.124 "GET /v2.0/networks?id=da21f546-703c-4519-8db6-7972cafd6046 HTTP/1.1" status: 200 len: 911 time: 0.2952421 Feb 17 09:51:09.077404 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Publish callbacks [] for security_group (6a25dae9-6add-406d-a232-835bc63930ee), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.103545 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (6a25dae9-6add-406d-a232-835bc63930ee), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.110178 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-9e8282f8-e8f0-4a82-b1ac-34ca7c16feea service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86a1d3fb-e844-4bfd-8461-6db8dc00a904 HTTP/1.1" status: 200 len: 1000 time: 0.2251554 Feb 17 09:51:09.145002 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-534e0726-ed34-471e-bf94-0c5d582af9a3 admin admin] Publish callbacks [] for security_group (76afcd30-0f8c-4791-9bc5-d3a088701361), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.187990 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=109366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:51:09.197588 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-534e0726-ed34-471e-bf94-0c5d582af9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (76afcd30-0f8c-4791-9bc5-d3a088701361), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.237934 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a25dae9-6add-406d-a232-835bc63930ee,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:09.244053 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (b9480684-c699-4035-9751-e868737aa51e), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.244501 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.segments_db [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Added segment b9480684-c699-4035-9751-e868737aa51e of type vlan for network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 Feb 17 09:51:09.281313 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-e0daa403-0294-416f-b7c4-9a3354e3bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:09.283465 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-e0daa403-0294-416f-b7c4-9a3354e3bf44 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e786f89-6f77-4465-bec4-a75497cf23f1 HTTP/1.1" status: 200 len: 849 time: 0.1578214 Feb 17 09:51:09.323173 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-534e0726-ed34-471e-bf94-0c5d582af9a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf4d93b669cc427bb721d483f1bdd682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7440219 Feb 17 09:51:09.327476 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58230) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:09.377556 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e0726-ed34-471e-bf94-0c5d582af9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76afcd30-0f8c-4791-9bc5-d3a088701361,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:09.392981 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (a125c8a6-4f4e-481a-9416-44c6d42b7ea4), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.409897 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-96ea655a-7b5a-4430-a2d8-f3e778815167 admin admin] Publish callbacks [] for security_group (76afcd30-0f8c-4791-9bc5-d3a088701361), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.436388 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '19210fde-2905-416e-ba90-0481bcce4cda', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'port_id': '86a1d3fb-e844-4bfd-8461-6db8dc00a904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'mac_address': 'fa:16:3e:5b:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:50:40Z', 'updated_at': '2022-02-17T09:51:06Z', 'revision_number': 1, 'project_id': '85673d123616454f97af7c607d9feaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:51:09.440083 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-96ea655a-7b5a-4430-a2d8-f3e778815167 admin admin] Publish callbacks [] for security_group (76afcd30-0f8c-4791-9bc5-d3a088701361), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.457600 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-62759c66-eb79-4ca2-991a-35389ae2b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:09.459285 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-62759c66-eb79-4ca2-991a-35389ae2b6c8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=da21f546-703c-4519-8db6-7972cafd6046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1398346 Feb 17 09:51:09.460752 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (a125c8a6-4f4e-481a-9416-44c6d42b7ea4), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.462020 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:09.462638 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.499603 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356288f-37d1-4498-9488-46d426b4e703 None None] The sync data for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi is: [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '19210fde-2905-416e-ba90-0481bcce4cda', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'floating_ip_address': '172.27.3.174', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'port_id': '86a1d3fb-e844-4bfd-8461-6db8dc00a904', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'mac_address': 'fa:16:3e:5b:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:50:40Z', 'updated_at': '2022-02-17T09:51:06Z', 'revision_number': 1, 'project_id': '85673d123616454f97af7c607d9feaa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:51:09.545033 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-96ea655a-7b5a-4430-a2d8-f3e778815167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (76afcd30-0f8c-4791-9bc5-d3a088701361), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.550637 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-96ea655a-7b5a-4430-a2d8-f3e778815167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.556408 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-96ea655a-7b5a-4430-a2d8-f3e778815167 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76afcd30-0f8c-4791-9bc5-d3a088701361 HTTP/1.1" status: 204 len: 168 time: 0.2240422 Feb 17 09:51:09.572533 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea655a-7b5a-4430-a2d8-f3e778815167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76afcd30-0f8c-4791-9bc5-d3a088701361,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:09.579333 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7692299 Feb 17 09:51:09.584372 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58236) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:09.636276 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Request body: {'subnet': {'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-530035513-subnet', 'tenant_id': 'f6bc8dfbf2a842c7ab2e808db5378a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:51:09.721102 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe098d-fbdd-4edc-9234-138c625e4d27 admin admin] Pushing event updated for resources: {'Network': ['ID=a125c8a6-4f4e-481a-9416-44c6d42b7ea4,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:09.743874 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:51:09.749012 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Made reservation on behalf of f6bc8dfbf2a842c7ab2e808db5378a45 for: {'subnet': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:51:09.752211 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11817614'] for subnet (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:09.815699 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-dbd9034b-f9b2-443a-84e3-0586c8db2d35 service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478673 Feb 17 09:51:10.047595 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09a3e4-5f0e-4ddc-8944-bdae17910aae None None] New status for floating IP 19210fde-2905-416e-ba90-0481bcce4cda: ACTIVE {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:51:10.133672 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-0b6d8e59-4916-4a8a-ab38-e7f7e360a586 req-da215061-05c6-44c7-b72c-ea74e869ef60 service neutron] 10.222.0.124 "GET /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093247 Feb 17 09:51:10.309143 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9110011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11817660'] for subnet (d4eb1bfe-8d51-4190-8b9e-3466c2408ab9), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:10.484164 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4eb1bfe-8d51-4190-8b9e-3466c2408ab9,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:10.494680 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Checking segment: {'id': 'b9480684-c699-4035-9751-e868737aa51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:51:10.496712 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Network hostable DHCP agents. Network: a125c8a6-4f4e-481a-9416-44c6d42b7ea4, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:51:10.546730 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:51:10.580469 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, a125c8a6-4f4e-481a-9416-44c6d42b7ea4) {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:51:10.589278 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:10.590848 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:10.604710 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726cd30-aafd-49d4-88ca-eff06c5b15d4 None None] Network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:51:10.646297 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-f6ad4564-a541-4744-bef9-02d3fd052678 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0346332 Feb 17 09:51:10.839368 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a2f4da-95d3-4c31-87e1-fe702b4a068c None None] Network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:51:13.052862 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-6c87bf83-b02f-4f86-b887-e90bb3eb108d tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:13.054737 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-6c87bf83-b02f-4f86-b887-e90bb3eb108d tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/networks?id=a125c8a6-4f4e-481a-9416-44c6d42b7ea4 HTTP/1.1" status: 200 len: 813 time: 0.1799018 Feb 17 09:51:13.075989 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-c62df746-d391-46fc-87d4-437c434048aa tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/quotas/f6bc8dfbf2a842c7ab2e808db5378a45 HTTP/1.1" status: 200 len: 375 time: 0.0129611 Feb 17 09:51:13.120279 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-09345a62-55d9-4603-af29-4e6fe3146644 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6bc8dfbf2a842c7ab2e808db5378a45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370157 Feb 17 09:51:13.153744 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58332) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:13.342469 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-23c7ccc1-f906-475d-8f27-5544ee7f31c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.446797 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-c766154c-7343-4326-bf79-a65bef7176c8 service neutron] 10.222.0.61 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180268 Feb 17 09:51:13.480126 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-23c7ccc1-f906-475d-8f27-5544ee7f31c8 admin admin] Publish callbacks [] for security_group (a08b61be-0003-4291-ba7e-ed84c276866f), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.487941 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-23c7ccc1-f906-475d-8f27-5544ee7f31c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a08b61be-0003-4291-ba7e-ed84c276866f), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.551790 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7ccc1-f906-475d-8f27-5544ee7f31c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08b61be-0003-4291-ba7e-ed84c276866f,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:13.562139 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-23c7ccc1-f906-475d-8f27-5544ee7f31c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db81037a267a403f9c4f1195bb7605e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4044945 Feb 17 09:51:13.565734 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58336) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:13.608600 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-202c3c37-dfdc-4984-917c-4a8cc8e6d501 service neutron] 10.222.0.61 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520727 Feb 17 09:51:13.665683 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d005b58c-bf55-4b13-8666-77414dceaa39 admin admin] Publish callbacks [] for security_group (a08b61be-0003-4291-ba7e-ed84c276866f), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.698745 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d005b58c-bf55-4b13-8666-77414dceaa39 admin admin] Publish callbacks [] for security_group (a08b61be-0003-4291-ba7e-ed84c276866f), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.779913 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d005b58c-bf55-4b13-8666-77414dceaa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a08b61be-0003-4291-ba7e-ed84c276866f), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.783959 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d005b58c-bf55-4b13-8666-77414dceaa39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:13.785917 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-d005b58c-bf55-4b13-8666-77414dceaa39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a08b61be-0003-4291-ba7e-ed84c276866f HTTP/1.1" status: 204 len: 168 time: 0.2186227 Feb 17 09:51:13.805159 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005b58c-bf55-4b13-8666-77414dceaa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08b61be-0003-4291-ba7e-ed84c276866f,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:13.939884 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0090155a-6dac-427a-8ef1-c43eb686a6c8 req-78462dfb-6269-4a4d-bd95-149a33d964d1 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 210 time: 0.0931227 Feb 17 09:51:14.108036 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:14.442405 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58350) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:14.466958 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-eb6a199a-f43c-414c-812d-ef5a529e41d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:14.643136 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-eb6a199a-f43c-414c-812d-ef5a529e41d9 admin admin] Publish callbacks [] for security_group (e916f02c-633a-45c8-8636-dc20f776e108), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:14.648802 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-eb6a199a-f43c-414c-812d-ef5a529e41d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (e916f02c-633a-45c8-8636-dc20f776e108), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:14.718499 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-eb6a199a-f43c-414c-812d-ef5a529e41d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a22988333cba4d6f88b8ecd1ab56c605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744069 Feb 17 09:51:14.719701 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a199a-f43c-414c-812d-ef5a529e41d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e916f02c-633a-45c8-8636-dc20f776e108,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:14.723038 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58356) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:14.825999 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c5f7eb8c-7663-4e0f-93e0-61a60fe8cbd6 admin admin] Publish callbacks [] for security_group (e916f02c-633a-45c8-8636-dc20f776e108), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:14.861330 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c5f7eb8c-7663-4e0f-93e0-61a60fe8cbd6 admin admin] Publish callbacks [] for security_group (e916f02c-633a-45c8-8636-dc20f776e108), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:14.937084 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c5f7eb8c-7663-4e0f-93e0-61a60fe8cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (e916f02c-633a-45c8-8636-dc20f776e108), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:14.941864 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c5f7eb8c-7663-4e0f-93e0-61a60fe8cbd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:14.944245 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-c5f7eb8c-7663-4e0f-93e0-61a60fe8cbd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e916f02c-633a-45c8-8636-dc20f776e108 HTTP/1.1" status: 204 len: 168 time: 0.2189031 Feb 17 09:51:14.958666 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7eb8c-7663-4e0f-93e0-61a60fe8cbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e916f02c-633a-45c8-8636-dc20f776e108,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:15.203008 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-50bcc64f-fd96-40ad-b1de-eca344ecceca req-266d983a-297b-470d-99b2-8e9042079162 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 210 time: 0.0735538 Feb 17 09:51:16.020812 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-d3a9b440-b6f8-44f4-9990-7fc97532ccfe tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:16.025560 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-d3a9b440-b6f8-44f4-9990-7fc97532ccfe tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.124 "GET /v2.0/networks?id=a125c8a6-4f4e-481a-9416-44c6d42b7ea4 HTTP/1.1" status: 200 len: 813 time: 0.2070639 Feb 17 09:51:16.048596 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Request body: {'port': {'device_id': 'e7a6a7d1-30a9-47a0-bbd5-79c59f153976', 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4', 'admin_state_up': True, 'tenant_id': 'f6bc8dfbf2a842c7ab2e808db5378a45'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:51:16.233795 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Made reservation on behalf of f6bc8dfbf2a842c7ab2e808db5378a45 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:51:16.239121 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:16.369901 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-07cc4dbc-be71-47cb-938a-1acdd76f6e91 req-15f145ee-12f7-43d4-8765-823a3d0a55e4 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 210 time: 0.0693505 Feb 17 09:51:16.444204 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Allocated IP 172.20.0.12 (a125c8a6-4f4e-481a-9416-44c6d42b7ea4/d4eb1bfe-8d51-4190-8b9e-3466c2408ab9/bd3fea78-d37c-4040-b918-7c473845b13f) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:51:16.707456 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks [] for port (bd3fea78-d37c-4040-b918-7c473845b13f), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:16.777373 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:16.834880 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:51:16.842048 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:51:16.846892 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:51:16.878282 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Pushing event updated for resources: {'Port': ['ID=bd3fea78-d37c-4040-b918-7c473845b13f,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:16.924083 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:16.924816 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:16.953366 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-83caf819-b945-4ae6-9bac-ba31fa9a5a13 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9154069 Feb 17 09:51:16.971521 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Request body: {'port': {'device_id': 'e7a6a7d1-30a9-47a0-bbd5-79c59f153976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:51:17.072381 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:17.667618 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705d68-d50e-4d77-adbf-74ade6fbfbfc req-d7a1a655-7cfc-4cde-8564-dbfe71670333 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:17.674271 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-34705d68-d50e-4d77-adbf-74ade6fbfbfc req-d7a1a655-7cfc-4cde-8564-dbfe71670333 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 932 time: 0.1761711 Feb 17 09:51:17.678129 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3fea78-d37c-4040-b918-7c473845b13f {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:51:17.695417 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Publish callbacks [] for port (bd3fea78-d37c-4040-b918-7c473845b13f), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:17.722208 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Transition to ACTIVE for port object bd3fea78-d37c-4040-b918-7c473845b13f will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:51:17.734215 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:17.809173 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-34705d68-d50e-4d77-adbf-74ade6fbfbfc req-46c114ef-1014-4fda-a1c5-73c71b43c743 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194589 Feb 17 09:51:17.869745 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Pushing event updated for resources: {'Port': ['ID=bd3fea78-d37c-4040-b918-7c473845b13f,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:17.958427 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Attempting to bind port bd3fea78-d37c-4040-b918-7c473845b13f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:51:17.958427 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Attempting to bind port bd3fea78-d37c-4040-b918-7c473845b13f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b9480684-c699-4035-9751-e868737aa51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:51:17.958992 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Attempting to bind port bd3fea78-d37c-4040-b918-7c473845b13f on network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:51:17.969058 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Port bd3fea78-d37c-4040-b918-7c473845b13f on network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:51:17.969583 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Attempting to bind port bd3fea78-d37c-4040-b918-7c473845b13f on network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:51:17.980428 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:51:17.981904 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Checking segment: {'id': 'b9480684-c699-4035-9751-e868737aa51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:51:17.982474 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Bound using segment: {'id': 'b9480684-c699-4035-9751-e868737aa51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:51:17.983392 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Bound port: bd3fea78-d37c-4040-b918-7c473845b13f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9480684-c699-4035-9751-e868737aa51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:51:17.983978 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:18.124843 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] For port bd3fea78-d37c-4040-b918-7c473845b13f, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:51:18.132008 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] For port bd3fea78-d37c-4040-b918-7c473845b13f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bd3fea78-d37c-4040-b918-7c473845b13f,segment=NetworkSegment(b9480684-c699-4035-9751-e868737aa51e),segment_id=b9480684-c699-4035-9751-e868737aa51e)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:51:18.144298 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:18.201713 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:18.202848 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:18.204712 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] 10.222.0.124 "PUT /v2.0/ports/bd3fea78-d37c-4040-b918-7c473845b13f HTTP/1.1" status: 200 len: 1094 time: 1.2382147 Feb 17 09:51:18.207966 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a6a7d1-30a9-47a0-bbd5-79c59f153976', 'tag': 'bd3fea78-d37c-4040-b918-7c473845b13f'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:51:18.218276 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92451db3-e3d7-401e-a122-075c4a780cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a6a7d1-30a9-47a0-bbd5-79c59f153976", "tag": "bd3fea78-d37c-4040-b918-7c473845b13f"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:51:18.354282 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560ddd6-0cae-4b3f-876c-ecf42b25342f service neutron] Pushing event updated for resources: {'Port': ['ID=bd3fea78-d37c-4040-b918-7c473845b13f,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:18.393345 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-b67373b2-7c22-4db5-a9f2-854a8c2860dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:18.396437 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-b67373b2-7c22-4db5-a9f2-854a8c2860dd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f6bc8dfbf2a842c7ab2e808db5378a45&device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 1128 time: 0.0871599 Feb 17 09:51:18.457346 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-47c7cdce-1269-47ec-bd59-e8f94b97a79c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd3fea78-d37c-4040-b918-7c473845b13f HTTP/1.1" status: 200 len: 217 time: 0.0509295 Feb 17 09:51:18.536727 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-cd8f4c85-dee0-4ca0-b1a1-a07c6dd5b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:18.539616 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-cd8f4c85-dee0-4ca0-b1a1-a07c6dd5b249 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d4eb1bfe-8d51-4190-8b9e-3466c2408ab9 HTTP/1.1" status: 200 len: 853 time: 0.0730956 Feb 17 09:51:18.541894 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4487d06-485c-413a-93de-1bbed3f5436b x-openstack-request-id: req-f4487d06-485c-413a-93de-1bbed3f5436b {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:51:18.542359 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a6a7d1-30a9-47a0-bbd5-79c59f153976", "tag": "bd3fea78-d37c-4040-b918-7c473845b13f", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:51:18.542974 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4487d06-485c-413a-93de-1bbed3f5436b {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:51:18.543417 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a6a7d1-30a9-47a0-bbd5-79c59f153976', 'tag': 'bd3fea78-d37c-4040-b918-7c473845b13f', 'status': 'completed', 'code': 200} Feb 17 09:51:18.589449 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-de550899-0e18-48a6-a173-247081541019 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a125c8a6-4f4e-481a-9416-44c6d42b7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345457 Feb 17 09:51:18.733458 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-ac7a60e5-d21e-4693-977e-82557c4e5ba6 service neutron] 10.222.0.124 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256120 Feb 17 09:51:18.850873 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-ad3a6327-667d-4e48-8644-2ee972c9f77d req-adcb1463-70c7-449d-b5a5-e4208c3a47de service neutron] 10.222.0.124 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101258 Feb 17 09:51:18.981393 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451db3-e3d7-401e-a122-075c4a780cbf req-3a5affcb-c26a-465c-97bb-f35b2082dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:18.984166 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-92451db3-e3d7-401e-a122-075c4a780cbf req-3a5affcb-c26a-465c-97bb-f35b2082dbab service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f6bc8dfbf2a842c7ab2e808db5378a45&device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 1128 time: 0.0648909 Feb 17 09:51:19.030511 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32e414-3281-4e2a-bad2-44d59578aa5e req-90d45fc1-2383-4503-bd48-5f6a8ea2cf58 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:19.035153 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8b32e414-3281-4e2a-bad2-44d59578aa5e req-90d45fc1-2383-4503-bd48-5f6a8ea2cf58 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 944 time: 0.0828955 Feb 17 09:51:19.129484 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8b32e414-3281-4e2a-bad2-44d59578aa5e req-8d84f9c1-1c8f-44e7-8c38-c488d70cf044 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883567 Feb 17 09:51:19.173490 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451db3-e3d7-401e-a122-075c4a780cbf req-95a18a4a-8def-4463-9d20-13c3def2af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:19.175374 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-92451db3-e3d7-401e-a122-075c4a780cbf req-95a18a4a-8def-4463-9d20-13c3def2af5e service neutron] 10.222.0.124 "GET /v2.0/networks?id=a125c8a6-4f4e-481a-9416-44c6d42b7ea4 HTTP/1.1" status: 200 len: 914 time: 0.1820488 Feb 17 09:51:19.234373 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-92451db3-e3d7-401e-a122-075c4a780cbf req-d1a6ba88-7a3a-40ac-b8ae-30aa7a74c735 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd3fea78-d37c-4040-b918-7c473845b13f HTTP/1.1" status: 200 len: 217 time: 0.0485435 Feb 17 09:51:19.310392 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58468) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:19.311790 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92451db3-e3d7-401e-a122-075c4a780cbf req-104f7b64-b4c4-494d-8fb2-63ee091087de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:19.313622 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-92451db3-e3d7-401e-a122-075c4a780cbf req-104f7b64-b4c4-494d-8fb2-63ee091087de service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d4eb1bfe-8d51-4190-8b9e-3466c2408ab9 HTTP/1.1" status: 200 len: 853 time: 0.0731277 Feb 17 09:51:19.380310 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-92451db3-e3d7-401e-a122-075c4a780cbf req-d719d369-52eb-4a2e-a941-03535e2dce0f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a125c8a6-4f4e-481a-9416-44c6d42b7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579846 Feb 17 09:51:19.540238 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8d67f7db-0949-4060-a335-fffa797b2f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:19.550221 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-92451db3-e3d7-401e-a122-075c4a780cbf req-0e39b69f-ea35-4b62-a82a-21fff56359d4 service neutron] 10.222.0.124 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572886 Feb 17 09:51:19.723004 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8d67f7db-0949-4060-a335-fffa797b2f13 admin admin] Publish callbacks [] for security_group (c057a6e9-fabc-48a9-8c12-63f0b6af3a62), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:19.731712 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8d67f7db-0949-4060-a335-fffa797b2f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (c057a6e9-fabc-48a9-8c12-63f0b6af3a62), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:19.738106 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-92451db3-e3d7-401e-a122-075c4a780cbf req-913db0cd-d55f-4fff-adeb-9d5c6b0bf0e2 service neutron] 10.222.0.124 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686268 Feb 17 09:51:19.818189 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58480) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:19.820267 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-8d67f7db-0949-4060-a335-fffa797b2f13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da5f0891e05d46b0b8a597317b8d8a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5075707 Feb 17 09:51:19.830029 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67f7db-0949-4060-a335-fffa797b2f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c057a6e9-fabc-48a9-8c12-63f0b6af3a62,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:19.914982 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-03f9402f-d218-435f-954b-04633d91973d admin admin] Publish callbacks [] for security_group (c057a6e9-fabc-48a9-8c12-63f0b6af3a62), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:19.965466 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-03f9402f-d218-435f-954b-04633d91973d admin admin] Publish callbacks [] for security_group (c057a6e9-fabc-48a9-8c12-63f0b6af3a62), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:20.067096 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-03f9402f-d218-435f-954b-04633d91973d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (c057a6e9-fabc-48a9-8c12-63f0b6af3a62), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:20.072410 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-03f9402f-d218-435f-954b-04633d91973d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:20.074717 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-03f9402f-d218-435f-954b-04633d91973d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c057a6e9-fabc-48a9-8c12-63f0b6af3a62 HTTP/1.1" status: 204 len: 168 time: 0.2540975 Feb 17 09:51:20.085976 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9402f-d218-435f-954b-04633d91973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c057a6e9-fabc-48a9-8c12-63f0b6af3a62,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:20.311893 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70520d9-8fad-456f-9dbc-dddff85eba64 req-9a8310c2-ca24-4861-8c19-b960af51c1a6 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:20.313940 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b70520d9-8fad-456f-9dbc-dddff85eba64 req-9a8310c2-ca24-4861-8c19-b960af51c1a6 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 944 time: 0.0798151 Feb 17 09:51:20.393554 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b70520d9-8fad-456f-9dbc-dddff85eba64 req-8a65b2f3-22bb-4681-a95b-10624bf497ef tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Feb 17 09:51:20.488475 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58488) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:20.508952 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-98528f4d-134f-417d-9316-c7a58c32c93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:20.608932 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-98528f4d-134f-417d-9316-c7a58c32c93c admin admin] Publish callbacks [] for security_group (755a95cf-71c8-4261-9f44-6c83ea29c3fe), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:20.614105 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-98528f4d-134f-417d-9316-c7a58c32c93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (755a95cf-71c8-4261-9f44-6c83ea29c3fe), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:20.665048 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-98528f4d-134f-417d-9316-c7a58c32c93c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a7e6bb693ad4987b88a24da165b378b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751049 Feb 17 09:51:20.666120 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98528f4d-134f-417d-9316-c7a58c32c93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755a95cf-71c8-4261-9f44-6c83ea29c3fe,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:20.668274 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58490) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:20.759153 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8496fc02-f5fb-466b-8386-cfac90e53a1e admin admin] Publish callbacks [] for security_group (755a95cf-71c8-4261-9f44-6c83ea29c3fe), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:20.798739 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8496fc02-f5fb-466b-8386-cfac90e53a1e admin admin] Publish callbacks [] for security_group (755a95cf-71c8-4261-9f44-6c83ea29c3fe), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:20.879899 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8496fc02-f5fb-466b-8386-cfac90e53a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (755a95cf-71c8-4261-9f44-6c83ea29c3fe), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:20.885258 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8496fc02-f5fb-466b-8386-cfac90e53a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:20.888847 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-8496fc02-f5fb-466b-8386-cfac90e53a1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/755a95cf-71c8-4261-9f44-6c83ea29c3fe HTTP/1.1" status: 204 len: 168 time: 0.2191522 Feb 17 09:51:20.901457 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496fc02-f5fb-466b-8386-cfac90e53a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755a95cf-71c8-4261-9f44-6c83ea29c3fe,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:21.070510 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device bd3fea78-d37c-4040-b918-7c473845b13f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:51:21.207965 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port bd3fea78-d37c-4040-b918-7c473845b13f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bd3fea78-d37c-4040-b918-7c473845b13f,segment=NetworkSegment(b9480684-c699-4035-9751-e868737aa51e),segment_id=b9480684-c699-4035-9751-e868737aa51e)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:51:21.231409 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'bd3fea78-d37c-4040-b918-7c473845b13f', 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4', 'port_id': 'bd3fea78-d37c-4040-b918-7c473845b13f', 'mac_address': 'fa:16:3e:4f:58:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4eb1bfe-8d51-4190-8b9e-3466c2408ab9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:51:21.302858 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port bd3fea78-d37c-4040-b918-7c473845b13f is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:51:21.303517 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:21.324909 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3fea78-d37c-4040-b918-7c473845b13f {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:51:21.360588 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port bd3fea78-d37c-4040-b918-7c473845b13f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bd3fea78-d37c-4040-b918-7c473845b13f,segment=NetworkSegment(b9480684-c699-4035-9751-e868737aa51e),segment_id=b9480684-c699-4035-9751-e868737aa51e)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:51:21.370690 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:21.472473 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=bd3fea78-d37c-4040-b918-7c473845b13f,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:21.591999 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039223-8aef-4ac7-992d-9b52a0279367 req-372ec189-1236-40a4-b6db-dac2045452c0 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:21.594995 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c039223-8aef-4ac7-992d-9b52a0279367 req-372ec189-1236-40a4-b6db-dac2045452c0 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 945 time: 0.0730669 Feb 17 09:51:21.665984 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['bd3fea78-d37c-4040-b918-7c473845b13f'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:51:21.673753 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9c039223-8aef-4ac7-992d-9b52a0279367 req-dacf0c9c-a94d-4992-84c1-5169471ed27b tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709958 Feb 17 09:51:22.884789 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ffa04-6458-46fd-9f95-40afc944823d req-368119dd-4a32-4851-aed2-2cd77c06535c tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:22.886713 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9e8ffa04-6458-46fd-9f95-40afc944823d req-368119dd-4a32-4851-aed2-2cd77c06535c tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 945 time: 0.1001556 Feb 17 09:51:22.963245 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9e8ffa04-6458-46fd-9f95-40afc944823d req-b9af492a-b481-458c-84e8-3b92719b3ee6 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692811 Feb 17 09:51:23.077359 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device bd3fea78-d37c-4040-b918-7c473845b13f up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:51:23.168496 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port bd3fea78-d37c-4040-b918-7c473845b13f completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:51:23.176504 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port bd3fea78-d37c-4040-b918-7c473845b13f triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:51:23.177370 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:23.346693 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port bd3fea78-d37c-4040-b918-7c473845b13f is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:51:23.347375 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:23.387662 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a6a7d1-30a9-47a0-bbd5-79c59f153976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3fea78-d37c-4040-b918-7c473845b13f'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:51:23.390612 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea57e4e-7f38-416b-96f3-3367baf8de5a" -d '{"events": [{"server_uuid": "e7a6a7d1-30a9-47a0-bbd5-79c59f153976", "name": "network-vif-plugged", "status": "completed", "tag": "bd3fea78-d37c-4040-b918-7c473845b13f"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:51:23.413273 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port bd3fea78-d37c-4040-b918-7c473845b13f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bd3fea78-d37c-4040-b918-7c473845b13f,segment=NetworkSegment(b9480684-c699-4035-9751-e868737aa51e),segment_id=b9480684-c699-4035-9751-e868737aa51e)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:51:23.420830 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:23.533467 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=bd3fea78-d37c-4040-b918-7c473845b13f,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:23.678131 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75eaa5d-3c1d-46f1-a0dd-4adb0dee166a x-openstack-request-id: req-f75eaa5d-3c1d-46f1-a0dd-4adb0dee166a {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:51:23.678532 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a6a7d1-30a9-47a0-bbd5-79c59f153976", "name": "network-vif-plugged", "status": "completed", "tag": "bd3fea78-d37c-4040-b918-7c473845b13f", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:51:23.678911 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f75eaa5d-3c1d-46f1-a0dd-4adb0dee166a {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:51:23.679584 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a6a7d1-30a9-47a0-bbd5-79c59f153976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3fea78-d37c-4040-b918-7c473845b13f', 'code': 200} Feb 17 09:51:24.007414 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935fda8-3ea9-4281-9606-bda0b4f11545 req-0fb2975a-ea59-4b9f-a983-f27ca81e0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:24.011343 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5935fda8-3ea9-4281-9606-bda0b4f11545 req-0fb2975a-ea59-4b9f-a983-f27ca81e0d89 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 1130 time: 0.0902421 Feb 17 09:51:24.114568 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-5935fda8-3ea9-4281-9606-bda0b4f11545 req-06f85636-ecdb-47ad-9ee1-09b8b7a5a5bd service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910797 Feb 17 09:51:24.216353 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce40de-dbe3-43b1-a4d5-a9ffa668deea req-ee04b843-51f3-4d85-8028-dfa1217856e5 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:24.219015 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f5ce40de-dbe3-43b1-a4d5-a9ffa668deea req-ee04b843-51f3-4d85-8028-dfa1217856e5 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.0909178 Feb 17 09:51:24.293222 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f5ce40de-dbe3-43b1-a4d5-a9ffa668deea req-1b3039b6-6812-4f1e-87ed-b35501fbbd7b tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655336 Feb 17 09:51:25.326130 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966f4f0-b3ea-4876-8bbd-c016783a324e req-767acf2c-5a7f-4928-ae47-ae0a68976df2 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:25.329002 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a966f4f0-b3ea-4876-8bbd-c016783a324e req-767acf2c-5a7f-4928-ae47-ae0a68976df2 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1082606 Feb 17 09:51:25.425881 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a966f4f0-b3ea-4876-8bbd-c016783a324e req-61ba5ac3-1089-41f3-9e5c-cf9faaccd4d2 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896013 Feb 17 09:51:25.568752 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb1bc9-2175-4137-83a7-9fd741535dc6 req-40447eec-93f6-486e-ad23-38c2ec22e176 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:25.571847 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0adb1bc9-2175-4137-83a7-9fd741535dc6 req-40447eec-93f6-486e-ad23-38c2ec22e176 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.1325288 Feb 17 09:51:25.686818 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0adb1bc9-2175-4137-83a7-9fd741535dc6 req-753f956b-e30c-4f77-b4e5-4a8f4cc73f0c tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021318 Feb 17 09:51:26.657995 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5f470-593c-43d2-81d2-c96df2e90244 req-04e36935-5830-4097-8f14-5e5e50841fc3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:26.660371 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-28e5f470-593c-43d2-81d2-c96df2e90244 req-04e36935-5830-4097-8f14-5e5e50841fc3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1001287 Feb 17 09:51:26.757235 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-28e5f470-593c-43d2-81d2-c96df2e90244 req-c235da89-7d7e-40f1-8504-69711fe7e52a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886040 Feb 17 09:51:26.992846 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9070-5631-4c4f-bd40-594f148d44a7 req-1e4ccb9c-6ead-4d6a-9a0e-858ada9c146c tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:26.995723 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-175b9070-5631-4c4f-bd40-594f148d44a7 req-1e4ccb9c-6ead-4d6a-9a0e-858ada9c146c tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.1460996 Feb 17 09:51:27.114111 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-175b9070-5631-4c4f-bd40-594f148d44a7 req-8faec3ee-7a8c-489c-b0f0-8f330e212512 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996671 Feb 17 09:51:28.049042 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c6946-d3b4-4414-b086-b0b0c183a8c6 req-78105e0c-1da1-48cd-a6d7-ef43329bf2cf tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:28.052036 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-292c6946-d3b4-4414-b086-b0b0c183a8c6 req-78105e0c-1da1-48cd-a6d7-ef43329bf2cf tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1075292 Feb 17 09:51:28.191718 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-72797a03-2079-4491-9a45-94b1a5770aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:28.196760 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-72797a03-2079-4491-9a45-94b1a5770aa5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=df452c64635a4071b2a7082ee7a56b8f&device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 1169 time: 0.0909874 Feb 17 09:51:28.215225 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-292c6946-d3b4-4414-b086-b0b0c183a8c6 req-e85e58ce-9d76-491f-bf45-a9a75c7c4e41 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462171 Feb 17 09:51:28.282656 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbc7c0-57cf-478f-8716-f5277fb0e25e req-6447cffe-9cee-4df9-8d10-27650ac3afc0 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:28.285073 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f0fbc7c0-57cf-478f-8716-f5277fb0e25e req-6447cffe-9cee-4df9-8d10-27650ac3afc0 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.1439700 Feb 17 09:51:28.420079 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-5e972df3-d1bc-4fe0-a8a4-bcca5fb5488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:28.421953 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-5e972df3-d1bc-4fe0-a8a4-bcca5fb5488b service neutron] 10.222.0.124 "GET /v2.0/networks?id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab HTTP/1.1" status: 200 len: 916 time: 0.2174463 Feb 17 09:51:28.446496 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f0fbc7c0-57cf-478f-8716-f5277fb0e25e req-b20f3d6d-817a-4b30-8101-f6018dc7e708 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1443160 Feb 17 09:51:28.547456 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-71a152ac-b576-4833-bf0b-48cc3932e723 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 1001 time: 0.1183760 Feb 17 09:51:28.661338 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-b366be1a-7332-4b20-9fb3-daf3a0b2d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:28.667750 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-b366be1a-7332-4b20-9fb3-daf3a0b2d167 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9578a680-d3a0-49b1-a79d-dd46c5ba5840 HTTP/1.1" status: 200 len: 854 time: 0.1114824 Feb 17 09:51:28.751453 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-d8bed95a-83fd-4c7f-8796-d0b66f9f27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:28.754402 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-d8bed95a-83fd-4c7f-8796-d0b66f9f27cf service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0790138 Feb 17 09:51:28.969413 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-09ea9b75-a3dc-4470-b01e-08d65651fd5e service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047732 Feb 17 09:51:29.038427 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58694) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:29.121433 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d929b674-6680-46bf-bb1b-0d4953d0bac7 req-8a3331c0-8b8b-443f-a21c-bac712292f89 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409719 Feb 17 09:51:29.237745 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b70fd6d5-113e-4d97-8ae9-8bbe2cca04af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:29.444947 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b70fd6d5-113e-4d97-8ae9-8bbe2cca04af admin admin] Publish callbacks [] for security_group (59f84027-6fdb-469b-bd64-a144000f5f98), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:29.452184 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b70fd6d5-113e-4d97-8ae9-8bbe2cca04af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (59f84027-6fdb-469b-bd64-a144000f5f98), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:29.507435 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fd6d5-113e-4d97-8ae9-8bbe2cca04af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f84027-6fdb-469b-bd64-a144000f5f98,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:29.517717 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-b70fd6d5-113e-4d97-8ae9-8bbe2cca04af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60d43c2ac8944ea5826da64a825ade63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731133 Feb 17 09:51:29.524521 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58702) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:29.526174 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d7f00-e472-4aa4-9e1a-0853c200e954 req-abe843b7-58f3-42b6-bd4e-b30f8d10e2c9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:29.530942 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-924d7f00-e472-4aa4-9e1a-0853c200e954 req-abe843b7-58f3-42b6-bd4e-b30f8d10e2c9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1628907 Feb 17 09:51:29.591623 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c38febe-9bfb-428a-91ed-590585954129 admin admin] Publish callbacks [] for security_group (59f84027-6fdb-469b-bd64-a144000f5f98), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:29.623856 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c38febe-9bfb-428a-91ed-590585954129 admin admin] Publish callbacks [] for security_group (59f84027-6fdb-469b-bd64-a144000f5f98), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:29.679217 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-924d7f00-e472-4aa4-9e1a-0853c200e954 req-08980f38-72ba-4023-a2f2-f6848175b7e3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461971 Feb 17 09:51:29.691256 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c38febe-9bfb-428a-91ed-590585954129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (59f84027-6fdb-469b-bd64-a144000f5f98), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:29.695395 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4c38febe-9bfb-428a-91ed-590585954129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:29.696971 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-4c38febe-9bfb-428a-91ed-590585954129 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59f84027-6fdb-469b-bd64-a144000f5f98 HTTP/1.1" status: 204 len: 168 time: 0.1771140 Feb 17 09:51:29.713052 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38febe-9bfb-428a-91ed-590585954129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f84027-6fdb-469b-bd64-a144000f5f98,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:29.713189 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7c04f-1801-490a-b9c1-d97a0f62ca48 req-9444e618-99ff-4918-8be2-f633364d1bc2 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:29.716213 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e7c7c04f-1801-490a-b9c1-d97a0f62ca48 req-9444e618-99ff-4918-8be2-f633364d1bc2 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.1525505 Feb 17 09:51:29.833886 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e7c7c04f-1801-490a-b9c1-d97a0f62ca48 req-16543e03-19b2-4819-b966-12c9ae1e73de tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097293 Feb 17 09:51:30.109833 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58710) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:30.124600 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-27b20fef-190c-4142-ba3f-382fe4d813d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:30.213160 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-677dd4ae-56cd-4172-9b82-6dc8acc9cc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:30.256249 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-27b20fef-190c-4142-ba3f-382fe4d813d3 admin admin] Publish callbacks [] for security_group (08603120-3403-4881-b66d-98fd9048f4ea), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:30.262567 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-27b20fef-190c-4142-ba3f-382fe4d813d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (08603120-3403-4881-b66d-98fd9048f4ea), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:30.312939 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-27b20fef-190c-4142-ba3f-382fe4d813d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a9fa3d9092e4e8ea24e8750ab6e61a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019322 Feb 17 09:51:30.314000 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b20fef-190c-4142-ba3f-382fe4d813d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08603120-3403-4881-b66d-98fd9048f4ea,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:30.317126 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58712) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:30.394772 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-12887e99-ed0f-4e80-946b-4b592eb1e023 admin admin] Publish callbacks [] for security_group (08603120-3403-4881-b66d-98fd9048f4ea), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:30.424598 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-12887e99-ed0f-4e80-946b-4b592eb1e023 admin admin] Publish callbacks [] for security_group (08603120-3403-4881-b66d-98fd9048f4ea), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:30.509292 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-12887e99-ed0f-4e80-946b-4b592eb1e023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (08603120-3403-4881-b66d-98fd9048f4ea), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:30.514379 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-12887e99-ed0f-4e80-946b-4b592eb1e023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:30.516352 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-12887e99-ed0f-4e80-946b-4b592eb1e023 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08603120-3403-4881-b66d-98fd9048f4ea HTTP/1.1" status: 204 len: 168 time: 0.1970863 Feb 17 09:51:30.530603 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12887e99-ed0f-4e80-946b-4b592eb1e023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08603120-3403-4881-b66d-98fd9048f4ea,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:30.888009 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48dcf-65f8-41f2-95de-203a759a178a req-f30dc7f1-31fd-4779-85e5-77cba1982579 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:30.889828 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49a48dcf-65f8-41f2-95de-203a759a178a req-f30dc7f1-31fd-4779-85e5-77cba1982579 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0906112 Feb 17 09:51:31.001580 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49a48dcf-65f8-41f2-95de-203a759a178a req-32a74270-ae40-4594-b1ea-18757bbfecfc tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036265 Feb 17 09:51:31.047284 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a98632-ea97-4976-afe1-a6845828e0ff req-2a1a09f6-2b31-4615-bde8-e5a444320bb6 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:31.051306 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f9a98632-ea97-4976-afe1-a6845828e0ff req-2a1a09f6-2b31-4615-bde8-e5a444320bb6 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.0982444 Feb 17 09:51:31.155185 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f9a98632-ea97-4976-afe1-a6845828e0ff req-caa73b46-7467-49d2-9712-024f4f76f554 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971527 Feb 17 09:51:32.232278 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16685164-4dd1-4f74-bb7c-75c8f2db51bd req-745db938-25ef-42cb-ab8f-763264ecce9d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:32.234824 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-16685164-4dd1-4f74-bb7c-75c8f2db51bd req-745db938-25ef-42cb-ab8f-763264ecce9d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0985596 Feb 17 09:51:32.351861 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-16685164-4dd1-4f74-bb7c-75c8f2db51bd req-472e3520-4901-4583-81e6-222562e577c6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034009 Feb 17 09:51:32.392510 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b1fea-16b7-42f8-a73b-0164ed0faea3 req-346ae916-204e-44ee-8a2b-c237039c99c7 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:32.394713 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0e5b1fea-16b7-42f8-a73b-0164ed0faea3 req-346ae916-204e-44ee-8a2b-c237039c99c7 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.1068518 Feb 17 09:51:32.489249 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0e5b1fea-16b7-42f8-a73b-0164ed0faea3 req-e4c7754e-c220-47de-998a-8c4d377fba22 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872819 Feb 17 09:51:33.005014 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1ab91e9d-41ce-494e-ae48-574f999a831b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:33.597006 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaaf09-e1ca-43af-85f7-4220519b5ac9 req-f2f9272c-604e-47a9-900f-ca1b9065e256 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:33.601510 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-edeaaf09-e1ca-43af-85f7-4220519b5ac9 req-f2f9272c-604e-47a9-900f-ca1b9065e256 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1225135 Feb 17 09:51:33.628309 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58802) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:33.728701 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-edeaaf09-e1ca-43af-85f7-4220519b5ac9 req-67bf8a46-a5c4-45a0-b870-2bb06fdf650d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110921 Feb 17 09:51:33.753227 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20857161-abc3-453b-8d7b-abcd166d3397 req-d054f2c8-a2ad-426a-b71a-dd0546adc3d9 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:33.763032 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20857161-abc3-453b-8d7b-abcd166d3397 req-d054f2c8-a2ad-426a-b71a-dd0546adc3d9 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.1380739 Feb 17 09:51:33.842401 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0c9b80dc-40d4-4ba6-80b6-54cb673b2a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:33.880308 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20857161-abc3-453b-8d7b-abcd166d3397 req-1d726a89-62ee-41d4-a9e9-c512b0324cef tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142192 Feb 17 09:51:33.994241 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0c9b80dc-40d4-4ba6-80b6-54cb673b2a7c admin admin] Publish callbacks [] for security_group (46645cd2-26f3-4454-b943-a358102ea5b7), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:34.000259 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0c9b80dc-40d4-4ba6-80b6-54cb673b2a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (46645cd2-26f3-4454-b943-a358102ea5b7), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:34.053731 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-0c9b80dc-40d4-4ba6-80b6-54cb673b2a7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a30c7e2ed9f43f89a557d9e7131bb0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236913 Feb 17 09:51:34.054783 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b80dc-40d4-4ba6-80b6-54cb673b2a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46645cd2-26f3-4454-b943-a358102ea5b7,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:34.057794 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58806) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:34.130346 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bcefbc78-5694-4b5e-a7b5-8cbe8ff4539c admin admin] Publish callbacks [] for security_group (46645cd2-26f3-4454-b943-a358102ea5b7), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:34.161104 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bcefbc78-5694-4b5e-a7b5-8cbe8ff4539c admin admin] Publish callbacks [] for security_group (46645cd2-26f3-4454-b943-a358102ea5b7), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:34.233142 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bcefbc78-5694-4b5e-a7b5-8cbe8ff4539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (46645cd2-26f3-4454-b943-a358102ea5b7), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:34.237726 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bcefbc78-5694-4b5e-a7b5-8cbe8ff4539c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:34.239051 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-bcefbc78-5694-4b5e-a7b5-8cbe8ff4539c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46645cd2-26f3-4454-b943-a358102ea5b7 HTTP/1.1" status: 204 len: 168 time: 0.1790872 Feb 17 09:51:34.249973 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefbc78-5694-4b5e-a7b5-8cbe8ff4539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46645cd2-26f3-4454-b943-a358102ea5b7,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:34.629166 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 58814) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:34.649882 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fbec17c3-6b87-4b0c-b267-035f14574461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:34.766179 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fbec17c3-6b87-4b0c-b267-035f14574461 admin admin] Publish callbacks [] for security_group (326d6bb2-0557-4fe4-89f3-f9265bbc2863), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:34.774524 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fbec17c3-6b87-4b0c-b267-035f14574461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (326d6bb2-0557-4fe4-89f3-f9265bbc2863), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:34.843356 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-fbec17c3-6b87-4b0c-b267-035f14574461 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe9e0725f4e344c7b71720ca5dc84497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122152 Feb 17 09:51:34.846684 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 58818) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:51:34.864071 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec17c3-6b87-4b0c-b267-035f14574461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326d6bb2-0557-4fe4-89f3-f9265bbc2863,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:34.915303 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:35.000633 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfff0f-3a37-4f14-ae81-8a3641d58660 req-f414a335-e986-4d3c-8828-d2fd1bf64861 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:35.003550 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-41cfff0f-3a37-4f14-ae81-8a3641d58660 req-f414a335-e986-4d3c-8828-d2fd1bf64861 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1394808 Feb 17 09:51:35.007749 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-20197283-e385-417e-916b-76b861dcd9ed admin admin] Publish callbacks [] for security_group (326d6bb2-0557-4fe4-89f3-f9265bbc2863), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:35.105083 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-20197283-e385-417e-916b-76b861dcd9ed admin admin] Publish callbacks [] for security_group (326d6bb2-0557-4fe4-89f3-f9265bbc2863), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:35.142885 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-41cfff0f-3a37-4f14-ae81-8a3641d58660 req-ae6ff95b-8fa4-4260-9173-2def459d4f03 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291301 Feb 17 09:51:35.201339 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237abbe8-ae43-4acd-8ec9-d3a8db07e062 req-d3e3d6aa-4741-445d-bf0e-8ba4578dff59 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:35.204386 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-237abbe8-ae43-4acd-8ec9-d3a8db07e062 req-d3e3d6aa-4741-445d-bf0e-8ba4578dff59 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.1989677 Feb 17 09:51:35.262188 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-20197283-e385-417e-916b-76b861dcd9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (326d6bb2-0557-4fe4-89f3-f9265bbc2863), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:35.265455 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-20197283-e385-417e-916b-76b861dcd9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:35.267290 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-20197283-e385-417e-916b-76b861dcd9ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/326d6bb2-0557-4fe4-89f3-f9265bbc2863 HTTP/1.1" status: 204 len: 168 time: 0.4192715 Feb 17 09:51:35.320586 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20197283-e385-417e-916b-76b861dcd9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326d6bb2-0557-4fe4-89f3-f9265bbc2863,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:35.344793 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-237abbe8-ae43-4acd-8ec9-d3a8db07e062 req-a5657cdb-f257-4fce-829e-f30611dbe3b7 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311951 Feb 17 09:51:36.341658 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f47fc-a7fb-43f5-af35-6bd2340a34b2 req-ecc14f04-f4ea-4fa6-8985-fba8744d319f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:36.343966 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8d7f47fc-a7fb-43f5-af35-6bd2340a34b2 req-ecc14f04-f4ea-4fa6-8985-fba8744d319f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0771399 Feb 17 09:51:36.420602 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8d7f47fc-a7fb-43f5-af35-6bd2340a34b2 req-e15ece56-20e8-4d91-bcc2-56423f9697cb tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673857 Feb 17 09:51:36.541031 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf90aa-0ec9-4897-b1e4-00c0d7603caf req-fb4a764d-f0b7-49b8-95e1-457ab049ffbe tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:36.543730 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9eaf90aa-0ec9-4897-b1e4-00c0d7603caf req-fb4a764d-f0b7-49b8-95e1-457ab049ffbe tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.0847492 Feb 17 09:51:36.632345 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9eaf90aa-0ec9-4897-b1e4-00c0d7603caf req-48d82ceb-4246-4f21-b7b9-0cd0cbf13668 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811017 Feb 17 09:51:37.529063 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:37.657550 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997f707-343d-4d4f-b18d-e2fc69c25a97 req-5a3c85e8-0b27-421c-87ff-8c8ed98f8687 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:37.660411 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d997f707-343d-4d4f-b18d-e2fc69c25a97 req-5a3c85e8-0b27-421c-87ff-8c8ed98f8687 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0938394 Feb 17 09:51:37.755854 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d997f707-343d-4d4f-b18d-e2fc69c25a97 req-78192118-a139-4d77-b028-f710d037f39f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874739 Feb 17 09:51:37.853373 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b01032-64d6-4006-8ce2-9d15d440ca29 req-8754580b-ce93-4da2-b7a6-06bf59e12871 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:37.858770 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-52b01032-64d6-4006-8ce2-9d15d440ca29 req-8754580b-ce93-4da2-b7a6-06bf59e12871 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.0874915 Feb 17 09:51:37.947112 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-52b01032-64d6-4006-8ce2-9d15d440ca29 req-e4296f59-aa71-4467-8d6a-dc25b9598b6d tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775089 Feb 17 09:51:38.458359 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:38.908358 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:51:38.964827 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96fe15-4ad8-4a85-b406-35b3713d5991 req-108fbeb2-9e38-4192-93e3-075ac230afec tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:38.967428 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9e96fe15-4ad8-4a85-b406-35b3713d5991 req-108fbeb2-9e38-4192-93e3-075ac230afec tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0956852 Feb 17 09:51:39.047349 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9e96fe15-4ad8-4a85-b406-35b3713d5991 req-2dda66d3-d8e6-4575-bd1b-35a89487146a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721953 Feb 17 09:51:39.151898 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98519eb0-f2cc-4da8-a819-031383ccd4a6 req-2d21f270-4dac-4573-83ca-fc4caa86d2d0 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:39.154184 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-98519eb0-f2cc-4da8-a819-031383ccd4a6 req-2d21f270-4dac-4573-83ca-fc4caa86d2d0 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.0724711 Feb 17 09:51:39.232115 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-98519eb0-f2cc-4da8-a819-031383ccd4a6 req-c9d022a5-6643-4293-9698-097a55c1272b tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712059 Feb 17 09:51:40.208414 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3f06e-9b45-43c9-b1a9-0a333de0e4ae req-b86a0d43-c90e-4eb6-bc08-3ad485ba3392 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:40.210227 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-95b3f06e-9b45-43c9-b1a9-0a333de0e4ae req-b86a0d43-c90e-4eb6-bc08-3ad485ba3392 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0689998 Feb 17 09:51:40.316100 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-95b3f06e-9b45-43c9-b1a9-0a333de0e4ae req-00407e4b-cffa-4962-aa34-60aec38795ee tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942388 Feb 17 09:51:40.394680 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e5b4-3804-48bd-a2f1-5507dd8405b5 req-7fea114a-6943-47ea-96bc-9ee3bdecb81a tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:40.396284 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bb57e5b4-3804-48bd-a2f1-5507dd8405b5 req-7fea114a-6943-47ea-96bc-9ee3bdecb81a tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.0788634 Feb 17 09:51:40.486376 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bb57e5b4-3804-48bd-a2f1-5507dd8405b5 req-efd8cc0e-663b-480b-bc0a-7f3a60f201e4 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786829 Feb 17 09:51:41.140895 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:51:41.281684 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:51:41.295066 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'port_id': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'mac_address': 'fa:16:3e:a9:2c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:51:41.342563 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 is: ACTIVE; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:51:41.343024 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:41.358299 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:51:41.380648 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:51:41.386167 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:41.447077 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=6']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:41.458709 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.459084 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.459415 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.459866 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.460251 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.460659 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.461006 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.461466 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.461683 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.462065 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.462402 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.462740 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.463079 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:51:41.482857 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2063c2f-1c2f-4504-8b99-89b88eb2abc8 req-88376de8-0e16-49be-bc64-1a740caf3111 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:41.484550 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e2063c2f-1c2f-4504-8b99-89b88eb2abc8 req-88376de8-0e16-49be-bc64-1a740caf3111 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 944 time: 0.0738091 Feb 17 09:51:41.527336 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:51:41.570032 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e2063c2f-1c2f-4504-8b99-89b88eb2abc8 req-df8e23fb-4c6f-47d0-a7d3-8b98ada6c18f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757182 Feb 17 09:51:41.665763 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c761f-c191-4119-b554-ea6d65abf391 req-f067bed0-59bd-43f2-89a8-6193125491f8 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:41.667683 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ac1c761f-c191-4119-b554-ea6d65abf391 req-f067bed0-59bd-43f2-89a8-6193125491f8 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.0764494 Feb 17 09:51:41.766560 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ac1c761f-c191-4119-b554-ea6d65abf391 req-3f4dff5b-8aed-4be5-bfa9-3f1085f3ee4d tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0876808 Feb 17 09:51:41.860499 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-ed69b7b1-b0a0-4469-95fb-ecd44b47f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:41.862507 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-ed69b7b1-b0a0-4469-95fb-ecd44b47f856 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=df452c64635a4071b2a7082ee7a56b8f&device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 1169 time: 0.0717027 Feb 17 09:51:42.027524 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-757d6719-afc1-4ae9-b9ea-15ed93fd85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:42.029042 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-757d6719-afc1-4ae9-b9ea-15ed93fd85a4 service neutron] 10.222.0.124 "GET /v2.0/networks?id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab HTTP/1.1" status: 200 len: 916 time: 0.1353376 Feb 17 09:51:42.109666 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-da621b6a-a99a-4632-82af-66a36863a9f2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 1001 time: 0.0707037 Feb 17 09:51:42.183399 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-ace28928-761c-4a83-aaf7-89f1c78097a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:42.185078 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-ace28928-761c-4a83-aaf7-89f1c78097a4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9578a680-d3a0-49b1-a79d-dd46c5ba5840 HTTP/1.1" status: 200 len: 854 time: 0.0574980 Feb 17 09:51:42.245307 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-a0693d44-94a9-4474-a062-82d5a4ee50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:42.247112 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-a0693d44-94a9-4474-a062-82d5a4ee50b6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542858 Feb 17 09:51:42.381279 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-0d6d976f-00e8-4bec-8bab-d84acc30b5bd service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188486 Feb 17 09:51:42.547011 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-1146ad42-75e7-404c-8b87-8678f0bff619 req-2ff16bc3-3457-47b3-bf3f-f6a6cd1259f8 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550441 Feb 17 09:51:42.726620 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f96f4b-b759-4f43-ab22-568da4bca5de req-fc1e78a5-fd72-4fb7-a3d6-933ab91331ab tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:42.728334 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f8f96f4b-b759-4f43-ab22-568da4bca5de req-fc1e78a5-fd72-4fb7-a3d6-933ab91331ab tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 944 time: 0.0621481 Feb 17 09:51:42.784093 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f8f96f4b-b759-4f43-ab22-568da4bca5de req-6e4a6e88-7faf-4631-98e8-f6d58e53cc78 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492105 Feb 17 09:51:42.916426 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4b98f-507c-4755-a32f-0789a2d0ca28 req-f0c503a1-98a7-4126-b975-dae0b4b94ea7 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:42.918102 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3fc4b98f-507c-4755-a32f-0789a2d0ca28 req-f0c503a1-98a7-4126-b975-dae0b4b94ea7 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.0601678 Feb 17 09:51:42.995458 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3fc4b98f-507c-4755-a32f-0789a2d0ca28 req-3c0caf63-e439-40e5-bc8b-b6d757d8fb05 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691178 Feb 17 09:51:43.158445 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:51:43.231447 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:51:43.231847 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:43.326723 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:51:43.327082 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:43.356633 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:51:43.359131 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fb0512-bcf0-4919-95e4-a6a4ad1c59b9" -d '{"events": [{"server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "name": "network-vif-plugged", "status": "completed", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:51:43.376183 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:51:43.384859 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:43.439742 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fbf842-9fd3-45ec-a52c-f37f18830702 x-openstack-request-id: req-d9fbf842-9fd3-45ec-a52c-f37f18830702 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:51:43.440136 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "name": "network-vif-plugged", "status": "completed", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:51:43.440136 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9fbf842-9fd3-45ec-a52c-f37f18830702 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:51:43.440466 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'code': 200} Feb 17 09:51:43.446232 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=7']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:51:43.945866 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa0e6d-c918-433a-af29-8be2de5dc696 req-42420e0b-6f92-40bf-9351-8d34d254de38 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:43.947525 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0bfa0e6d-c918-433a-af29-8be2de5dc696 req-42420e0b-6f92-40bf-9351-8d34d254de38 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0624392 Feb 17 09:51:44.028525 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0bfa0e6d-c918-433a-af29-8be2de5dc696 req-8919a754-7d09-4855-8adb-3471f5b828cb tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748241 Feb 17 09:51:44.096306 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:51:44.163805 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736f0a3-ca7c-4c9d-8e56-627df58996ab req-5a9cde9e-734b-4ac9-bdf5-c727e104a7a3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:44.166187 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e736f0a3-ca7c-4c9d-8e56-627df58996ab req-5a9cde9e-734b-4ac9-bdf5-c727e104a7a3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.0711992 Feb 17 09:51:44.242362 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e736f0a3-ca7c-4c9d-8e56-627df58996ab req-00aa3b3e-ec57-450f-baa2-e345c9fc7af5 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691268 Feb 17 09:51:45.204478 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a89970-09bc-4717-a028-00c9eff5652c req-9b87fdbf-fd19-4523-a4ff-ea03a1096b73 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:45.206784 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-24a89970-09bc-4717-a028-00c9eff5652c req-9b87fdbf-fd19-4523-a4ff-ea03a1096b73 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0819039 Feb 17 09:51:45.281394 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-24a89970-09bc-4717-a028-00c9eff5652c req-a49f3a8a-022f-436b-812e-eb266a68be84 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638747 Feb 17 09:51:45.488802 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db6cb1-541d-4dc3-8a2e-46f19b897d32 req-b5926849-7ff3-4d04-a6a1-0066f248c37a tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:45.490773 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-75db6cb1-541d-4dc3-8a2e-46f19b897d32 req-b5926849-7ff3-4d04-a6a1-0066f248c37a tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.1236603 Feb 17 09:51:45.565219 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-75db6cb1-541d-4dc3-8a2e-46f19b897d32 req-2b0f0fda-c40f-412a-b46f-a3b102ebc186 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672181 Feb 17 09:51:46.487314 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fb3f8-830b-44e9-9b3b-cfbd4fd6c7bc req-325ef3ac-d785-4b39-acba-1ece7043a12e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:46.488959 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-208fb3f8-830b-44e9-9b3b-cfbd4fd6c7bc req-325ef3ac-d785-4b39-acba-1ece7043a12e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0895436 Feb 17 09:51:46.592739 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-208fb3f8-830b-44e9-9b3b-cfbd4fd6c7bc req-e4284628-7c0d-4d47-a674-badfe23ac621 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912652 Feb 17 09:51:46.735712 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b38c8-b04c-4fe6-b03e-cdaad0a1abf9 req-2c5a7215-0601-404e-a17e-2e403e72b5e0 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:46.747665 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-353b38c8-b04c-4fe6-b03e-cdaad0a1abf9 req-2c5a7215-0601-404e-a17e-2e403e72b5e0 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.0963428 Feb 17 09:51:46.863453 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-353b38c8-b04c-4fe6-b03e-cdaad0a1abf9 req-ba297d5c-4b25-4be9-9783-3062c6f90194 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&id=e9a4a6b8-6639-4bd4-ba1f-cea573af9409&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127880 Feb 17 09:51:47.848795 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40df920-3da8-4942-809a-0b37dd52a7ce req-a962aa85-2d5e-4128-b7d5-1ca580a4f856 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:47.852387 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c40df920-3da8-4942-809a-0b37dd52a7ce req-a962aa85-2d5e-4128-b7d5-1ca580a4f856 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1125355 Feb 17 09:51:47.954288 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c40df920-3da8-4942-809a-0b37dd52a7ce req-926e4aac-505f-4765-81cf-0c4a3dd25eb7 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736074 Feb 17 09:51:49.194398 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae5bb4-55f9-49d9-86b5-7113b780b2ea req-af086f5b-3895-44e1-aa93-c820bae4a477 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:49.196931 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-17ae5bb4-55f9-49d9-86b5-7113b780b2ea req-af086f5b-3895-44e1-aa93-c820bae4a477 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0990667 Feb 17 09:51:49.296012 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-17ae5bb4-55f9-49d9-86b5-7113b780b2ea req-acdea06f-2320-47ec-9db6-3f442711b061 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925581 Feb 17 09:51:50.518334 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cd21a-48e0-4520-bccb-f6f9ad6c74d9 req-73fd5aba-cf02-44a5-9c11-20ec70515685 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:50.520969 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b00cd21a-48e0-4520-bccb-f6f9ad6c74d9 req-73fd5aba-cf02-44a5-9c11-20ec70515685 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0966518 Feb 17 09:51:50.648277 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b00cd21a-48e0-4520-bccb-f6f9ad6c74d9 req-6d099723-136e-4261-ba95-3922972edeba tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163015 Feb 17 09:51:51.831031 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fcfae-9059-4539-9680-ab8654359d8e req-d18fbe87-a7d2-489e-90cd-d309700a8fe9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:51.839879 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-167fcfae-9059-4539-9680-ab8654359d8e req-d18fbe87-a7d2-489e-90cd-d309700a8fe9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0842519 Feb 17 09:51:51.929524 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-167fcfae-9059-4539-9680-ab8654359d8e req-dfe52afd-0dbf-4e27-a810-b7f9a9b93b8e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870588 Feb 17 09:51:53.174536 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c825048-f61b-419c-8765-8108f57f1fb9 req-d5f8c812-9124-4798-9b74-00807c6fac4d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:53.180416 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c825048-f61b-419c-8765-8108f57f1fb9 req-d5f8c812-9124-4798-9b74-00807c6fac4d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1065660 Feb 17 09:51:53.277709 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c825048-f61b-419c-8765-8108f57f1fb9 req-fd25f445-fd28-4796-bdc5-294c5bf0ccf2 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929203 Feb 17 09:51:54.468094 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b80dc-eee3-4a43-8f6e-a0480a92e4a0 req-e7466c00-b43d-4b23-864a-43742a9fac75 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:54.474803 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-275b80dc-eee3-4a43-8f6e-a0480a92e4a0 req-e7466c00-b43d-4b23-864a-43742a9fac75 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1022499 Feb 17 09:51:54.585989 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-275b80dc-eee3-4a43-8f6e-a0480a92e4a0 req-db6bf0d9-32d9-4ff7-9e81-8a5dea6e2fb3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955877 Feb 17 09:51:55.798399 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa674d-daac-46db-89da-40b057cb2a1f req-9cf22076-9f7d-4776-b9ba-41d0478dfb77 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:55.800004 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9caa674d-daac-46db-89da-40b057cb2a1f req-9cf22076-9f7d-4776-b9ba-41d0478dfb77 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.1022041 Feb 17 09:51:55.855338 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9caa674d-daac-46db-89da-40b057cb2a1f req-04b8bf8a-88c2-45cc-bf1d-0ffd54af524f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480354 Feb 17 09:51:57.059257 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546b083-f5f5-41ce-9afe-a6d18a5a95ec req-579c1a0f-6f76-4e62-83a9-b3a1e20c7906 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:57.060799 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d546b083-f5f5-41ce-9afe-a6d18a5a95ec req-579c1a0f-6f76-4e62-83a9-b3a1e20c7906 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0800438 Feb 17 09:51:57.114544 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d546b083-f5f5-41ce-9afe-a6d18a5a95ec req-3c8fa841-d5ca-47be-a96e-c5d412005edb tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474162 Feb 17 09:51:58.293961 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522234c-b07b-432a-a1fb-6c1538413191 req-82c4c8e5-570d-4356-b7ef-cd7a9edfddb6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:58.296779 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8522234c-b07b-432a-a1fb-6c1538413191 req-82c4c8e5-570d-4356-b7ef-cd7a9edfddb6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0880742 Feb 17 09:51:58.369834 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8522234c-b07b-432a-a1fb-6c1538413191 req-bac414ca-bbfa-4383-b397-e256d4b67d7e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633757 Feb 17 09:51:59.537541 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2279cd7-8932-46a3-b73b-84c768657c31 req-6c6ed604-7a98-4ab7-bda2-fa44c9f9780c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:51:59.540168 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b2279cd7-8932-46a3-b73b-84c768657c31 req-6c6ed604-7a98-4ab7-bda2-fa44c9f9780c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0825706 Feb 17 09:51:59.598824 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b2279cd7-8932-46a3-b73b-84c768657c31 req-31980180-e230-490e-8190-43ce96c404fb tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512929 Feb 17 09:52:00.180777 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-154ec5cd-d40a-4937-9483-827871142806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:00.182516 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-154ec5cd-d40a-4937-9483-827871142806 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 1129 time: 0.0497649 Feb 17 09:52:00.222690 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-f6ef069a-500e-4317-a501-d3e45b4b2c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:00.290523 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-e5a237ec-7bbc-407c-b637-2f214a83d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:00.291987 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-e5a237ec-7bbc-407c-b637-2f214a83d23e service neutron] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 917 time: 0.1012716 Feb 17 09:52:00.369601 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-3fddc1a7-bbe9-4bc8-b222-868034188d57 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 HTTP/1.1" status: 200 len: 1000 time: 0.0708678 Feb 17 09:52:00.441493 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-2f9bab18-2e7c-4b1e-bd9d-6c63fa674b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:00.443237 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-2f9bab18-2e7c-4b1e-bd9d-6c63fa674b40 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.0593016 Feb 17 09:52:00.515576 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-ba218610-f881-4ffb-a585-47e16a1a01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:00.517292 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-ba218610-f881-4ffb-a585-47e16a1a01ca service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646741 Feb 17 09:52:00.662248 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-0dfe79b1-e688-43a7-8c0a-f8dc02157d3e service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357131 Feb 17 09:52:00.802038 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7cf2a-93a0-4ff0-bbd4-0784fe85d695 req-6dfcb221-351d-45f7-b8d9-9e2c209ea60d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:00.805584 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1ef7cf2a-93a0-4ff0-bbd4-0784fe85d695 req-6dfcb221-351d-45f7-b8d9-9e2c209ea60d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 945 time: 0.0891874 Feb 17 09:52:00.805944 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-02cb90bb-0487-4da2-80a5-9b9ac9eb3e8b req-12708a01-f375-4f34-bbc0-daeddce781f2 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303999 Feb 17 09:52:00.890185 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1ef7cf2a-93a0-4ff0-bbd4-0784fe85d695 req-21a905b2-d338-49f3-8805-b0b9da42e626 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748909 Feb 17 09:52:01.265105 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:01.402661 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 is: ACTIVE; New status is: DOWN {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:52:01.403124 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:01.431217 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:52:01.433654 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24de8e1e-2631-49a4-8e92-764ff2f61fd6" -d '{"events": [{"server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "name": "network-vif-unplugged", "status": "completed", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:52:01.450124 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:01.455883 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:01.505523 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 09:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44381a04-3589-44d5-9b9b-175ca8b36777 x-openstack-request-id: req-44381a04-3589-44d5-9b9b-175ca8b36777 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:52:01.505523 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "name": "network-vif-unplugged", "status": "completed", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:52:01.505523 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44381a04-3589-44d5-9b9b-175ca8b36777 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:52:01.505523 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'code': 200} Feb 17 09:52:01.538715 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=8']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:02.138833 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4006e5-599b-4cf3-b59e-f23236472789 req-9aa0ba62-3f54-48e1-a6e7-6a4196b34a32 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:02.140694 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cc4006e5-599b-4cf3-b59e-f23236472789 req-9aa0ba62-3f54-48e1-a6e7-6a4196b34a32 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1209772 Feb 17 09:52:02.158786 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb2ee0-c076-4c8a-b5ac-3774819e6dfb req-ed1ec434-12ed-421e-b003-f522d032749b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:02.160408 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1bfb2ee0-c076-4c8a-b5ac-3774819e6dfb req-ed1ec434-12ed-421e-b003-f522d032749b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.1220295 Feb 17 09:52:02.253467 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cc4006e5-599b-4cf3-b59e-f23236472789 req-7cc50134-5734-49bd-8b40-d2c94b67d7cd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022103 Feb 17 09:52:02.258213 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1bfb2ee0-c076-4c8a-b5ac-3774819e6dfb req-6a365687-ca76-4f11-b15c-1ea86917ad61 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900838 Feb 17 09:52:02.998704 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4a273ff1-3b48-4103-b0f3-eb9e88ba44b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:03.432231 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ed690-702d-4c80-8873-c1ad7a991836 req-13d71584-1d9e-4e98-bf7e-ec6de7b3819a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:03.433880 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ca6ed690-702d-4c80-8873-c1ad7a991836 req-13d71584-1d9e-4e98-bf7e-ec6de7b3819a tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.0902913 Feb 17 09:52:03.444737 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4deb6d-0f82-49b0-ae5f-f32f81d7b832 req-4dd18dac-b0dd-4dc0-99c8-8642375fdfb6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:03.446384 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6d4deb6d-0f82-49b0-ae5f-f32f81d7b832 req-4dd18dac-b0dd-4dc0-99c8-8642375fdfb6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1009285 Feb 17 09:52:03.524060 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ca6ed690-702d-4c80-8873-c1ad7a991836 req-d45be2ee-9387-48b2-bc8a-b505e6287a6b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766284 Feb 17 09:52:03.540912 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6d4deb6d-0f82-49b0-ae5f-f32f81d7b832 req-c66633cf-1234-4954-ae3e-4a17df4bcd98 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872433 Feb 17 09:52:04.693187 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b2264-45e5-4a4d-b834-33f7c9acf934 req-77060710-54de-4777-8f86-d73093f09562 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:04.695800 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d83b2264-45e5-4a4d-b834-33f7c9acf934 req-77060710-54de-4777-8f86-d73093f09562 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.0977144 Feb 17 09:52:04.711194 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec181e5c-9dcf-47c2-aceb-cc0155eaa6cf req-1a721f01-c88a-4768-9dd2-d6464921db8a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:04.712712 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ec181e5c-9dcf-47c2-aceb-cc0155eaa6cf req-1a721f01-c88a-4768-9dd2-d6464921db8a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.0780451 Feb 17 09:52:04.782074 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d83b2264-45e5-4a4d-b834-33f7c9acf934 req-70c8badc-59a4-445f-9676-beaa9d99fb6b tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797052 Feb 17 09:52:04.793686 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ec181e5c-9dcf-47c2-aceb-cc0155eaa6cf req-ce9ab305-9365-4c94-bd72-54840fa8ac09 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742607 Feb 17 09:52:04.915308 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:05.993620 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb14a5-0da9-4765-b43b-c5ef3644ddb0 req-3a2036d5-0f6a-485d-89f1-73c5bde3dd7e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:05.996608 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-accb14a5-0da9-4765-b43b-c5ef3644ddb0 req-3a2036d5-0f6a-485d-89f1-73c5bde3dd7e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.1247652 Feb 17 09:52:06.019540 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f795c9-7ce8-4c6c-b58f-798c0d6bb625 req-440cf785-9635-46c6-b51c-100a40a94f1f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:06.026001 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c9f795c9-7ce8-4c6c-b58f-798c0d6bb625 req-440cf785-9635-46c6-b51c-100a40a94f1f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1106534 Feb 17 09:52:06.145587 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-accb14a5-0da9-4765-b43b-c5ef3644ddb0 req-10f56000-a15d-44de-b464-cf7081923dc7 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404781 Feb 17 09:52:06.149436 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c9f795c9-7ce8-4c6c-b58f-798c0d6bb625 req-fc9d13e8-a6a9-4f8c-a880-23720301db9c tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150959 Feb 17 09:52:06.848958 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-ff90ff79-71a4-4354-b9bc-db75b3ce6377 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:06.852512 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-ff90ff79-71a4-4354-b9bc-db75b3ce6377 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.124 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.0920017 Feb 17 09:52:07.022775 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Deleting port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:07.023352 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:07.163483 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] For port 86a1d3fb-e844-4bfd-8461-6db8dc00a904, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=86a1d3fb-e844-4bfd-8461-6db8dc00a904,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:07.165258 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:07.322227 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2f4e8-a563-486f-a596-5c6942c43011 req-f5d6cce3-459c-45c9-a680-a2a0c4dca6db tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:07.326418 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b6b2f4e8-a563-486f-a596-5c6942c43011 req-f5d6cce3-459c-45c9-a680-a2a0c4dca6db tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 946 time: 0.0895395 Feb 17 09:52:07.469959 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b6b2f4e8-a563-486f-a596-5c6942c43011 req-ac22209a-18b0-446c-bc40-1d2ff65bc3ac tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ba25142-f12e-4167-9e1e-48f0043a0596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322734 Feb 17 09:52:07.539436 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:07.541119 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ba147-b311-4392-8a41-da2c685d938f req-1fc3a7a6-6c11-4abb-aa90-34fba4c033b8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:07.546590 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed2ba147-b311-4392-8a41-da2c685d938f req-1fc3a7a6-6c11-4abb-aa90-34fba4c033b8 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1071777 Feb 17 09:52:07.611263 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed2ba147-b311-4392-8a41-da2c685d938f req-16728fb3-2a0b-4f04-b440-1ffe0f89df9e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611315 Feb 17 09:52:07.758535 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:07.759024 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (19210fde-2905-416e-ba90-0481bcce4cda), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:07.759448 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.l3_db [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Floating IP 19210fde-2905-416e-ba90-0481bcce4cda disassociated. External IP: 172.27.3.174, port: 86a1d3fb-e844-4bfd-8461-6db8dc00a904. Feb 17 09:52:07.759925 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Calling delete_port for 86a1d3fb-e844-4bfd-8461-6db8dc00a904 owned by compute:nova {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:07.936821 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59160) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:07.944492 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (86a1d3fb-e844-4bfd-8461-6db8dc00a904), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:07.980489 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event deleted for resources: {'Port': ['ID=86a1d3fb-e844-4bfd-8461-6db8dc00a904,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:07.998271 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:07.998700 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:07.999119 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:07.999472 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:07.999889 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:08.000566 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:08.000884 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:08.001353 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:08.001929 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:08.002174 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:08.002510 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:08.003029 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:08.003377 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:08.091942 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-af6bd6fc-1be8-4a40-8274-b7a93870d31e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1529157 Feb 17 09:52:08.104969 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-e3f1743e-ac33-489d-8cb4-83a10f5ef017 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:52:08.106721 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-e3f1743e-ac33-489d-8cb4-83a10f5ef017 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091178 Feb 17 09:52:08.161310 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Router a8993671-3686-47e2-a33a-0a03a50e3176 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:52:08.205071 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59168) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:08.354537 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:52:08.355080 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-3066c63d-6c51-493c-b1ad-d79a53cc0b70 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:08.364230 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-3066c63d-6c51-493c-b1ad-d79a53cc0b70 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports/ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 HTTP/1.1" status: 200 len: 940 time: 0.1578565 Feb 17 09:52:08.371859 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403661c-f311-4261-934c-357a82781321 None None] Sync routers for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:52:08.383785 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403661c-f311-4261-934c-357a82781321 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:52:08.384795 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-3403661c-f311-4261-934c-357a82781321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:52:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:08.414445 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] No DVR routers for this DVR port 86a1d3fb-e844-4bfd-8461-6db8dc00a904 on host hv-cinder-77398 {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:52:08.418422 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:08.422413 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-fe8ec4e6-8b16-4e62-9aa4-75cf2d1c3248 req-9cc6ffa9-7d90-4ebb-9bff-734fda16ac82 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.124 "DELETE /v2.0/ports/86a1d3fb-e844-4bfd-8461-6db8dc00a904 HTTP/1.1" status: 204 len: 173 time: 1.5636334 Feb 17 09:52:08.423274 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'name': 'network-vif-deleted', 'tag': '86a1d3fb-e844-4bfd-8461-6db8dc00a904'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:52:08.427027 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4a8c66-b611-448c-a912-12fcb102e4b1" -d '{"events": [{"server_uuid": "f85a3be3-af11-4aaa-ada8-e7bba5d35641", "name": "network-vif-deleted", "tag": "86a1d3fb-e844-4bfd-8461-6db8dc00a904"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:52:08.511153 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc569fb-5af0-460d-8ead-f8061456c1c6 x-openstack-request-id: req-acc569fb-5af0-460d-8ead-f8061456c1c6 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:52:08.511460 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85a3be3-af11-4aaa-ada8-e7bba5d35641", "name": "network-vif-deleted", "tag": "86a1d3fb-e844-4bfd-8461-6db8dc00a904", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:52:08.511727 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acc569fb-5af0-460d-8ead-f8061456c1c6 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:52:08.512366 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85a3be3-af11-4aaa-ada8-e7bba5d35641', 'name': 'network-vif-deleted', 'tag': '86a1d3fb-e844-4bfd-8461-6db8dc00a904', 'status': 'completed', 'code': 200} Feb 17 09:52:08.541350 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:08.632975 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-3403661c-f311-4261-934c-357a82781321 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:52:09.008374 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b0f28a00-6623-45dc-be1c-22b466aeb2eb req-550b5458-3692-47c9-b6fb-aa4f3b6916c4 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/ports?device_id=f85a3be3-af11-4aaa-ada8-e7bba5d35641 HTTP/1.1" status: 200 len: 210 time: 0.4176288 Feb 17 09:52:09.095919 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7484c0-223b-4b31-ad18-7a6cf36aa4d8 req-87465521-a4a1-4c69-9e6a-6abcb54b8644 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:09.102572 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5f7484c0-223b-4b31-ad18-7a6cf36aa4d8 req-87465521-a4a1-4c69-9e6a-6abcb54b8644 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1075590 Feb 17 09:52:09.110774 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-3403661c-f311-4261-934c-357a82781321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:09.160677 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5f7484c0-223b-4b31-ad18-7a6cf36aa4d8 req-02e3f162-fa7c-47da-a1c7-711f4cb076e4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538979 Feb 17 09:52:09.180625 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403661c-f311-4261-934c-357a82781321 None None] Checking router: a8993671-3686-47e2-a33a-0a03a50e3176 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:52:09.206350 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403661c-f311-4261-934c-357a82781321 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:52:09.207586 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-3403661c-f311-4261-934c-357a82781321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:52:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:09.309119 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:09.423872 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-3403661c-f311-4261-934c-357a82781321 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:52:09.582804 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 is: DOWN; New status is: DOWN {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:52:09.618881 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-19611d5b-835d-41c5-8822-a10896651b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:09.620484 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-19611d5b-835d-41c5-8822-a10896651b99 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6&tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6 HTTP/1.1" status: 200 len: 1127 time: 0.0598805 Feb 17 09:52:09.727414 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-c2eefbd3-e8ea-4117-9582-5b34e97c0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:09.729021 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-c2eefbd3-e8ea-4117-9582-5b34e97c0f4b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 1127 time: 0.0696058 Feb 17 09:52:09.738071 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-3403661c-f311-4261-934c-357a82781321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:09.769091 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403661c-f311-4261-934c-357a82781321 None None] The sync data for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi is: [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:45:48Z', 'revision_number': 4, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '950814fe-ef26-4bb8-a4bb-9395c6596506', 'name': '', 'network_id': 'da21f546-703c-4519-8db6-7972cafd6046', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'mac_address': 'fa:16:3e:8a:76:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:47Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'subnets': [{'id': '2e786f89-6f77-4465-bec4-a75497cf23f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:52:09.854398 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-bcbe60e5-d164-4425-879f-600ee4461061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:09.856310 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-bcbe60e5-d164-4425-879f-600ee4461061 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 917 time: 0.1173074 Feb 17 09:52:09.977169 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-cdfd56c9-d3ac-4805-9119-1eab8f2d68c7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 HTTP/1.1" status: 200 len: 998 time: 0.1003547 Feb 17 09:52:10.040516 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-02340995-4b93-4226-80cc-6bc929959f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:10.042420 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-02340995-4b93-4226-80cc-6bc929959f73 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.0576901 Feb 17 09:52:10.132418 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-acffc651-3746-40ea-95a0-94fc922529a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:10.134124 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-acffc651-3746-40ea-95a0-94fc922529a7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0851948 Feb 17 09:52:10.140781 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59200) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:10.187998 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7ac99-ab6c-4552-bab6-5743bff80ed1 None None] New status for floating IP 19210fde-2905-416e-ba90-0481bcce4cda: DOWN {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:52:10.221017 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (9ba25142-f12e-4167-9e1e-48f0043a0596), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:10.260324 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (9ba25142-f12e-4167-9e1e-48f0043a0596), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:10.290236 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-9330511d-be28-428f-af1d-b75d7e7578cd service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482573 Feb 17 09:52:10.391211 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edcbfe-ba36-4ed2-9631-470b82b5e540 req-d49e3a29-c4fd-4406-8067-c62aa0447b50 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:10.392808 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-31edcbfe-ba36-4ed2-9631-470b82b5e540 req-d49e3a29-c4fd-4406-8067-c62aa0447b50 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.0772145 Feb 17 09:52:10.394321 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (9ba25142-f12e-4167-9e1e-48f0043a0596), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:10.398795 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:10.404771 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "DELETE /v2.0/security-groups/9ba25142-f12e-4167-9e1e-48f0043a0596 HTTP/1.1" status: 204 len: 168 time: 0.2620687 Feb 17 09:52:10.405462 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59206) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:10.440474 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba25142-f12e-4167-9e1e-48f0043a0596,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:10.446001 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.api.v2.resource [None req-03aa5e43-12fa-46a2-a70e-03fe41207174 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] show failed (client error): The resource could not be found. Feb 17 09:52:10.447948 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-03aa5e43-12fa-46a2-a70e-03fe41207174 tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "GET /v2.0/security-groups/9ba25142-f12e-4167-9e1e-48f0043a0596 HTTP/1.1" status: 404 len: 347 time: 0.0381012 Feb 17 09:52:10.461013 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59210) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:10.483760 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a0584df8-8d2f-4fe8-a1da-ee687a5ce8e3 req-ce9c4bef-1ec8-412a-bb0a-1e12585654c2 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857672 Feb 17 09:52:10.523790 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.524160 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.524516 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.524858 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.525390 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.525728 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.526263 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.526800 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.527163 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.527471 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.527809 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.528145 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.528469 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c6b03-a68b-446d-8527-43a91b933dcb tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:10.647717 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-31edcbfe-ba36-4ed2-9631-470b82b5e540 req-61d387af-56dd-4cc7-b334-d9f8bd757af5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272077 Feb 17 09:52:10.756547 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-169a41ff-e42e-4840-bea1-42836da0b11e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Deleting port 71cf458b-54eb-4bac-b230-3c88b82430c6 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:10.756927 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-169a41ff-e42e-4840-bea1-42836da0b11e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (71cf458b-54eb-4bac-b230-3c88b82430c6), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:10.916506 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-169a41ff-e42e-4840-bea1-42836da0b11e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (71cf458b-54eb-4bac-b230-3c88b82430c6), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:10.916920 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-169a41ff-e42e-4840-bea1-42836da0b11e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (71cf458b-54eb-4bac-b230-3c88b82430c6), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:10.926971 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29a30-bd2f-48a8-b13d-cadcd1cd58d4 req-106788c1-f7cf-4fa7-aaf6-67778857d630 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:10.929312 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f8e29a30-bd2f-48a8-b13d-cadcd1cd58d4 req-106788c1-f7cf-4fa7-aaf6-67778857d630 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.1541445 Feb 17 09:52:10.951257 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-169a41ff-e42e-4840-bea1-42836da0b11e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Calling delete_port for 71cf458b-54eb-4bac-b230-3c88b82430c6 owned by network:floatingip {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:11.089881 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f8e29a30-bd2f-48a8-b13d-cadcd1cd58d4 req-3a9b4bdf-59b8-4f6e-93f5-da37f9d928f9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416759 Feb 17 09:52:11.273056 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-169a41ff-e42e-4840-bea1-42836da0b11e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (71cf458b-54eb-4bac-b230-3c88b82430c6), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:11.309329 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a41ff-e42e-4840-bea1-42836da0b11e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Pushing event deleted for resources: {'Port': ['ID=71cf458b-54eb-4bac-b230-3c88b82430c6,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:11.331220 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 86a1d3fb-e844-4bfd-8461-6db8dc00a904 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:11.380269 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 86a1d3fb-e844-4bfd-8461-6db8dc00a904 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:52:11.383604 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 86a1d3fb-e844-4bfd-8461-6db8dc00a904 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:52:11.436423 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-169a41ff-e42e-4840-bea1-42836da0b11e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks [] for floatingip (19210fde-2905-416e-ba90-0481bcce4cda), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:11.441531 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-169a41ff-e42e-4840-bea1-42836da0b11e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:11.451547 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-169a41ff-e42e-4840-bea1-42836da0b11e tempest-AttachVolumeTestJSON-503611969 tempest-AttachVolumeTestJSON-503611969-project] 10.222.0.61 "DELETE /v2.0/floatingips/19210fde-2905-416e-ba90-0481bcce4cda HTTP/1.1" status: 204 len: 168 time: 0.9885600 Feb 17 09:52:12.027298 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ce842-cc9b-4ec3-844b-6ca91dceb691 req-a4436f01-8eff-49e4-ad6c-8d9d65b30eb2 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:12.041755 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-839ce842-cc9b-4ec3-844b-6ca91dceb691 req-a4436f01-8eff-49e4-ad6c-8d9d65b30eb2 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1774147 Feb 17 09:52:12.179760 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-839ce842-cc9b-4ec3-844b-6ca91dceb691 req-aca1e3bb-55d2-4f6b-a285-5adaad0d423f tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334288 Feb 17 09:52:12.339540 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc640c-98ba-4605-a343-56c01cb4b451 req-4d716310-739a-4dea-ae7c-da36ebb78f3b tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:12.342466 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20cc640c-98ba-4605-a343-56c01cb4b451 req-4d716310-739a-4dea-ae7c-da36ebb78f3b tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.0777285 Feb 17 09:52:12.453389 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-20cc640c-98ba-4605-a343-56c01cb4b451 req-583092bd-ab31-4676-95a0-9f09c8ddd012 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945029 Feb 17 09:52:13.391271 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8780ee-b68c-44f5-8d52-2c07fc196b60 req-5bee57d9-6567-4d49-a145-54fe6335cb3b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:13.392856 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ea8780ee-b68c-44f5-8d52-2c07fc196b60 req-5bee57d9-6567-4d49-a145-54fe6335cb3b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.0799000 Feb 17 09:52:13.475896 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ea8780ee-b68c-44f5-8d52-2c07fc196b60 req-40b6d859-0083-4997-bba9-16928860e9d7 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710089 Feb 17 09:52:13.667882 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9692b46-e0c7-4c89-a56a-01d939e9ec42 req-3e757b8f-f21f-4240-a3f1-356970b3eb0d tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:13.669853 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e9692b46-e0c7-4c89-a56a-01d939e9ec42 req-3e757b8f-f21f-4240-a3f1-356970b3eb0d tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.1099796 Feb 17 09:52:13.761214 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e9692b46-e0c7-4c89-a56a-01d939e9ec42 req-ffa3f311-272d-4e80-ac90-54571aa1adbe tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811853 Feb 17 09:52:14.107226 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:14.667834 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743fe38-228b-4c75-9fb7-4f0bc24cddee req-494db482-ed4c-4c40-9e44-3b5d8b94769a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:14.669678 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f743fe38-228b-4c75-9fb7-4f0bc24cddee req-494db482-ed4c-4c40-9e44-3b5d8b94769a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.0952611 Feb 17 09:52:14.732080 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f743fe38-228b-4c75-9fb7-4f0bc24cddee req-97f00e51-2be6-4943-ab1f-eb9cda6a92c0 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562212 Feb 17 09:52:14.909709 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28907e3f-ab6b-4932-88dc-0df330f52f78 req-12fcd29b-9866-4105-b4e3-193fd09a3dde tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:14.914358 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-28907e3f-ab6b-4932-88dc-0df330f52f78 req-12fcd29b-9866-4105-b4e3-193fd09a3dde tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.0786395 Feb 17 09:52:14.989393 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-28907e3f-ab6b-4932-88dc-0df330f52f78 req-583b35e2-5a3a-4ccf-84a2-0f4f544dd7e3 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702686 Feb 17 09:52:15.273919 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59274) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:15.907804 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:52:15.980332 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b0f8-a59a-49ce-95ed-2d5d752d189b req-8cd9366e-f77a-457b-ad04-c0693169410d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:15.982219 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f605b0f8-a59a-49ce-95ed-2d5d752d189b req-8cd9366e-f77a-457b-ad04-c0693169410d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1419115 Feb 17 09:52:16.001565 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023215'] for router_interface (a8993671-3686-47e2-a33a-0a03a50e3176), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:16.255306 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f605b0f8-a59a-49ce-95ed-2d5d752d189b req-e53ccdca-ce20-418d-b3ff-9693c68d03a1 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654057 Feb 17 09:52:16.332216 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071e18f-d65e-4594-a217-0f601fbfcdde req-1f219545-54d7-4de7-8ffe-d24bb4412d0d tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:16.333821 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c071e18f-d65e-4594-a217-0f601fbfcdde req-1f219545-54d7-4de7-8ffe-d24bb4412d0d tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.1691504 Feb 17 09:52:16.484844 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c071e18f-d65e-4594-a217-0f601fbfcdde req-6e812445-c3c4-4a7d-8e09-79bcbc7ca30c tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148541 Feb 17 09:52:16.645403 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] Deleting port 950814fe-ef26-4bb8-a4bb-9395c6596506 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:16.645744 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:16.758800 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] For port 950814fe-ef26-4bb8-a4bb-9395c6596506, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=950814fe-ef26-4bb8-a4bb-9395c6596506,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:16.759351 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:16.780130 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] Calling delete_port for 950814fe-ef26-4bb8-a4bb-9395c6596506 owned by network:router_interface {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:17.015862 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (950814fe-ef26-4bb8-a4bb-9395c6596506), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:17.051885 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=950814fe-ef26-4bb8-a4bb-9395c6596506,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:17.395493 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1017375'] for router_interface (a8993671-3686-47e2-a33a-0a03a50e3176), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:17.611815 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fed63-cd68-464f-bac7-0e5b133f4198 req-e1431608-4e23-4153-9f8e-0458f621c12b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:17.613627 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-170fed63-cd68-464f-bac7-0e5b133f4198 req-e1431608-4e23-4153-9f8e-0458f621c12b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1012206 Feb 17 09:52:17.801520 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-170fed63-cd68-464f-bac7-0e5b133f4198 req-701f4fc9-fe98-4f08-83f9-adba348b7d9b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611471 Feb 17 09:52:17.814875 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ae448-0cdc-4595-b1ef-47402bdd596b req-a9bd4328-4385-4a51-80b0-20f6826c6fed tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:17.816967 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab9ae448-0cdc-4595-b1ef-47402bdd596b req-a9bd4328-4385-4a51-80b0-20f6826c6fed tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.2261596 Feb 17 09:52:17.857858 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] Router a8993671-3686-47e2-a33a-0a03a50e3176 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:52:18.411789 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab9ae448-0cdc-4595-b1ef-47402bdd596b req-db14c460-2ae0-4705-aaef-88c18aa02ffe tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653284 Feb 17 09:52:18.505687 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:52:18.513055 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-2972b121-45bf-4f53-be71-17c53442d6fb admin admin] 10.222.0.61 "PUT /v2.0/routers/a8993671-3686-47e2-a33a-0a03a50e3176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2377989 Feb 17 09:52:18.517549 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59288) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:18.526173 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] Sync routers for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:52:18.543115 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:52:18.544276 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:52:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:18.694993 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Publish callbacks [] for router (a8993671-3686-47e2-a33a-0a03a50e3176), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:18.719027 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:52:18.883733 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Publish callbacks [] for router_gateway (a8993671-3686-47e2-a33a-0a03a50e3176), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:18.958385 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:52:16Z', 'revision_number': 5, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port': {'id': 'c51c609f-c412-4575-9fe6-0992b274d785', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:40Z', 'updated_at': '2022-02-17T09:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:19.007932 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Deleting port c51c609f-c412-4575-9fe6-0992b274d785 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:19.008399 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (c51c609f-c412-4575-9fe6-0992b274d785), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:19.016608 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e4cb-e508-460d-b3e0-b4ac141e1abf req-26422e06-1ca7-4cd5-ade3-fee17a621bef tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:19.017915 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] Checking router: a8993671-3686-47e2-a33a-0a03a50e3176 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:52:19.018313 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0060e4cb-e508-460d-b3e0-b4ac141e1abf req-26422e06-1ca7-4cd5-ade3-fee17a621bef tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.0867496 Feb 17 09:52:19.032651 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] Routers {'a8993671-3686-47e2-a33a-0a03a50e3176'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:52:19.033323 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:52:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['a8993671-3686-47e2-a33a-0a03a50e3176'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:19.145764 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0060e4cb-e508-460d-b3e0-b4ac141e1abf req-5640db8a-422d-45db-bce9-ca43f1869bcd tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101508 Feb 17 09:52:19.198749 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] For port c51c609f-c412-4575-9fe6-0992b274d785, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=c51c609f-c412-4575-9fe6-0992b274d785,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:19.199152 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (c51c609f-c412-4575-9fe6-0992b274d785), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:19.227834 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Calling delete_port for c51c609f-c412-4575-9fe6-0992b274d785 owned by network:router_gateway {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:19.231487 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] Set router a8993671-3686-47e2-a33a-0a03a50e3176 gateway port host: None {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:52:19.329533 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:52:18Z', 'revision_number': 6, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port_host': None}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:19.373816 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534788b-349a-40de-be5a-729c4cbb2267 None None] The sync data for ids ['a8993671-3686-47e2-a33a-0a03a50e3176'] in dv-cinder-773985-34-iscsi is: [{'id': 'a8993671-3686-47e2-a33a-0a03a50e3176', 'name': 'tempest-AttachVolumeTestJSON-699372246-router', 'tenant_id': '85673d123616454f97af7c607d9feaa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:39Z', 'updated_at': '2022-02-17T09:52:18Z', 'revision_number': 6, 'project_id': '85673d123616454f97af7c607d9feaa5', 'gw_port_host': None}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:52:19.491963 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (c51c609f-c412-4575-9fe6-0992b274d785), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:19.573244 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51c609f-c412-4575-9fe6-0992b274d785,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:19.707745 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f945ea7-1ad3-45eb-a3e8-40312980463e req-5fc1fa1d-6c9c-483c-a8a5-e2f86c498428 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:19.710374 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7f945ea7-1ad3-45eb-a3e8-40312980463e req-5fc1fa1d-6c9c-483c-a8a5-e2f86c498428 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.1519501 Feb 17 09:52:19.713199 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015973'] for router_gateway (a8993671-3686-47e2-a33a-0a03a50e3176), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:19.872098 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1016888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28497'] for router (a8993671-3686-47e2-a33a-0a03a50e3176), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:19.875299 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Publish callbacks [] for router_controller (a8993671-3686-47e2-a33a-0a03a50e3176), precommit_delete_associations {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:19.956012 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7f945ea7-1ad3-45eb-a3e8-40312980463e req-e589fe8d-7aca-4390-9505-e795cc2f60ec tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043502 Feb 17 09:52:19.956670 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1016881'] for router (a8993671-3686-47e2-a33a-0a03a50e3176), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:19.957274 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8993671-3686-47e2-a33a-0a03a50e3176 {{(pid=109367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 09:52:19.964203 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:19.965385 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-23590fdd-72b6-46eb-87a8-820e89e8a8c8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a8993671-3686-47e2-a33a-0a03a50e3176 HTTP/1.1" status: 204 len: 168 time: 1.4465868 Feb 17 09:52:19.968704 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59296) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:20.028775 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08a6ac5-17ec-4919-b93a-7c8b944e5f46 admin admin] Deleting subnet 2e786f89-6f77-4465-bec4-a75497cf23f1 {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:52:20.032414 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ac5-17ec-4919-b93a-7c8b944e5f46 admin admin] Publish callbacks [] for subnet (2e786f89-6f77-4465-bec4-a75497cf23f1), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.074340 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ac5-17ec-4919-b93a-7c8b944e5f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (2e786f89-6f77-4465-bec4-a75497cf23f1), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.198527 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ac5-17ec-4919-b93a-7c8b944e5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (2e786f89-6f77-4465-bec4-a75497cf23f1), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.261056 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ac5-17ec-4919-b93a-7c8b944e5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (2e786f89-6f77-4465-bec4-a75497cf23f1), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.291305 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c08a6ac5-17ec-4919-b93a-7c8b944e5f46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.296038 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-c08a6ac5-17ec-4919-b93a-7c8b944e5f46 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2e786f89-6f77-4465-bec4-a75497cf23f1 HTTP/1.1" status: 204 len: 168 time: 0.3258917 Feb 17 09:52:20.297203 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6ac5-17ec-4919-b93a-7c8b944e5f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e786f89-6f77-4465-bec4-a75497cf23f1,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:20.300422 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59300) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:20.300893 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0203fe8-6d32-4b1b-b3f8-905917b18100 None None] Network da21f546-703c-4519-8db6-7972cafd6046 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:52:20.366560 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad41b1e-7065-4383-8b63-779369950672 req-8a38cdab-3aae-43a5-8183-8a69075e3d84 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:20.368350 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-aad41b1e-7065-4383-8b63-779369950672 req-8a38cdab-3aae-43a5-8183-8a69075e3d84 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.0760884 Feb 17 09:52:20.392610 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (da21f546-703c-4519-8db6-7972cafd6046), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.440097 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-aad41b1e-7065-4383-8b63-779369950672 req-883009ac-5672-496d-b80d-440137251d11 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618975 Feb 17 09:52:20.480852 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Deleting port 3d260e3f-9dde-44e9-b742-cf6612d16bba {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:20.481303 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.560196 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] For port 3d260e3f-9dde-44e9-b742-cf6612d16bba, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=3d260e3f-9dde-44e9-b742-cf6612d16bba,segment=NetworkSegment(b804e0df-1964-47f1-9076-202a57e02bc3),segment_id=b804e0df-1964-47f1-9076-202a57e02bc3)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:20.560899 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.577734 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Calling delete_port for 3d260e3f-9dde-44e9-b742-cf6612d16bba owned by network:dhcp {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:20.675997 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef6dcde-3f61-4d58-a06a-6a2ae4fcfa01 None None] DHCP port deletion for da21f546-703c-4519-8db6-7972cafd6046 request from dv-cinder-773985-34-iscsi {{(pid=109368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 09:52:20.683593 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (3d260e3f-9dde-44e9-b742-cf6612d16bba), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.707807 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6dcde-3f61-4d58-a06a-6a2ae4fcfa01 None None] The port '3d260e3f-9dde-44e9-b742-cf6612d16bba' was deleted {{(pid=109368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 17 09:52:20.715028 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d260e3f-9dde-44e9-b742-cf6612d16bba,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:20.721618 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] No DVR routers for this DVR port 3d260e3f-9dde-44e9-b742-cf6612d16bba on host dv-cinder-773985-34-iscsi {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:52:20.804081 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (da21f546-703c-4519-8db6-7972cafd6046), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.824891 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da21f546-703c-4519-8db6-7972cafd6046']}} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:20.835206 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b804e0df-1964-47f1-9076-202a57e02bc3') {'for_net_delete': True} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:20.835546 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b804e0df-1964-47f1-9076-202a57e02bc3') {} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:20.845723 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726056'] for segment (b804e0df-1964-47f1-9076-202a57e02bc3), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.862101 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (b804e0df-1964-47f1-9076-202a57e02bc3), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.870840 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=109366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:52:20.871424 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903915'] for segment (b804e0df-1964-47f1-9076-202a57e02bc3), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: Traceback (most recent call last): Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: timer() Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: cb(*args, **kw) Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: return func(*args, **kwargs) Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: self._notify() Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: self.callback(batched_events) Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: event.method(event) Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: return f(self, *a, **k) Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._get(url).json() Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: return self.request(url, 'GET', **kwargs) Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:52:20.873459 dv-cinder-773985-34-iscsi neutron-server[109366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:52:20.934776 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (da21f546-703c-4519-8db6-7972cafd6046), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.941849 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:20.946220 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] 10.222.0.61 "DELETE /v2.0/networks/da21f546-703c-4519-8db6-7972cafd6046 HTTP/1.1" status: 204 len: 168 time: 0.6446507 Feb 17 09:52:20.956088 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52327f31-3475-4b71-a7c2-74c796198406 admin admin] Pushing event deleted for resources: {'Network': ['ID=da21f546-703c-4519-8db6-7972cafd6046,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:21.083001 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59306) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:21.102130 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5da2a-1f1a-451d-8bde-a00e5892f551 req-13626f89-5529-4a4e-9e04-ec62a51690c7 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:21.104171 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-06a5da2a-1f1a-451d-8bde-a00e5892f551 req-13626f89-5529-4a4e-9e04-ec62a51690c7 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.0620954 Feb 17 09:52:21.146033 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7bb5e443-4be4-40cb-9df5-b9c217b18550 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=85673d123616454f97af7c607d9feaa5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0591917 Feb 17 09:52:21.147877 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59308) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:21.168299 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-06a5da2a-1f1a-451d-8bde-a00e5892f551 req-9877df4b-828f-40ca-8184-9c0432726de2 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579333 Feb 17 09:52:21.206559 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-28870132-7a77-47ea-97e0-41e5050e3f83 admin admin] Publish callbacks [] for security_group (aa3ed7ca-dff8-46c5-9cfe-d923689f1e9c), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:21.231956 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-28870132-7a77-47ea-97e0-41e5050e3f83 admin admin] Publish callbacks [] for security_group (aa3ed7ca-dff8-46c5-9cfe-d923689f1e9c), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:21.266250 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device c51c609f-c412-4575-9fe6-0992b274d785 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:21.284104 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-28870132-7a77-47ea-97e0-41e5050e3f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (aa3ed7ca-dff8-46c5-9cfe-d923689f1e9c), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:21.287705 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-28870132-7a77-47ea-97e0-41e5050e3f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:21.287915 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: c51c609f-c412-4575-9fe6-0992b274d785 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:52:21.288191 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device c51c609f-c412-4575-9fe6-0992b274d785 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:52:21.291383 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 950814fe-ef26-4bb8-a4bb-9395c6596506 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:21.291596 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-28870132-7a77-47ea-97e0-41e5050e3f83 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa3ed7ca-dff8-46c5-9cfe-d923689f1e9c HTTP/1.1" status: 204 len: 168 time: 0.1398857 Feb 17 09:52:21.305723 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28870132-7a77-47ea-97e0-41e5050e3f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3ed7ca-dff8-46c5-9cfe-d923689f1e9c,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:21.310761 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 950814fe-ef26-4bb8-a4bb-9395c6596506 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:52:21.311952 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 950814fe-ef26-4bb8-a4bb-9395c6596506 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:52:21.311952 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 3d260e3f-9dde-44e9-b742-cf6612d16bba no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:21.334585 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 3d260e3f-9dde-44e9-b742-cf6612d16bba {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:52:21.334941 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 3d260e3f-9dde-44e9-b742-cf6612d16bba not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:52:21.578601 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f840ffb-f64a-4952-90c4-db8b17fead23 req-6bddb761-47df-445c-a54b-7278837ecd9a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:21.580284 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0f840ffb-f64a-4952-90c4-db8b17fead23 req-6bddb761-47df-445c-a54b-7278837ecd9a tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.0591595 Feb 17 09:52:21.638783 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0f840ffb-f64a-4952-90c4-db8b17fead23 req-f828d5c2-1091-4039-a93c-144861ab52ad tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521743 Feb 17 09:52:22.313999 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-29639cb2-4ff3-4b5e-bfbf-f19a81af9ae8 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:22.315808 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-29639cb2-4ff3-4b5e-bfbf-f19a81af9ae8 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.124 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.0726490 Feb 17 09:52:22.371883 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b69794-6dc2-4f75-9c1b-9be10f270284 req-6c6c11d9-8e41-4b84-b2f6-4f3c82d5db8a tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:22.378442 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-74b69794-6dc2-4f75-9c1b-9be10f270284 req-6c6c11d9-8e41-4b84-b2f6-4f3c82d5db8a tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 946 time: 0.0965548 Feb 17 09:52:22.447024 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-74b69794-6dc2-4f75-9c1b-9be10f270284 req-ad5f97f6-286a-4311-b355-9c8c5606418b tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663128 Feb 17 09:52:22.463337 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-3c10ca62-56fc-4b9b-bda1-f8ff77f649ca tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Deleting port bd3fea78-d37c-4040-b918-7c473845b13f {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:22.463789 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-3c10ca62-56fc-4b9b-bda1-f8ff77f649ca tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:22.595765 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-3c10ca62-56fc-4b9b-bda1-f8ff77f649ca tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] For port bd3fea78-d37c-4040-b918-7c473845b13f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=bd3fea78-d37c-4040-b918-7c473845b13f,segment=NetworkSegment(b9480684-c699-4035-9751-e868737aa51e),segment_id=b9480684-c699-4035-9751-e868737aa51e)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:22.595765 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-3c10ca62-56fc-4b9b-bda1-f8ff77f649ca tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:22.614050 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-3c10ca62-56fc-4b9b-bda1-f8ff77f649ca tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Calling delete_port for bd3fea78-d37c-4040-b918-7c473845b13f owned by compute:nova {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:22.848250 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-3c10ca62-56fc-4b9b-bda1-f8ff77f649ca tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (bd3fea78-d37c-4040-b918-7c473845b13f), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:22.856067 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b2850-dd99-473b-a20c-93c288c07455 req-1becbd08-08a5-4307-8dd8-07d00c4ea799 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:22.859068 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c33b2850-dd99-473b-a20c-93c288c07455 req-1becbd08-08a5-4307-8dd8-07d00c4ea799 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 943 time: 0.1075246 Feb 17 09:52:22.865898 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['bd3fea78-d37c-4040-b918-7c473845b13f'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:52:22.904232 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10ca62-56fc-4b9b-bda1-f8ff77f649ca tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Pushing event deleted for resources: {'Port': ['ID=bd3fea78-d37c-4040-b918-7c473845b13f,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:22.962210 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-3c10ca62-56fc-4b9b-bda1-f8ff77f649ca tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] No DVR routers for this DVR port bd3fea78-d37c-4040-b918-7c473845b13f on host hv-cinder-77398 {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:52:22.962604 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c33b2850-dd99-473b-a20c-93c288c07455 req-6ee8681d-e3fb-44a2-9e06-6c9c562f4b24 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821416 Feb 17 09:52:22.967002 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-3c10ca62-56fc-4b9b-bda1-f8ff77f649ca tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:22.971294 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-fe117dc7-6ba8-4da5-a96c-024af71adbee req-3c10ca62-56fc-4b9b-bda1-f8ff77f649ca tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.124 "DELETE /v2.0/ports/bd3fea78-d37c-4040-b918-7c473845b13f HTTP/1.1" status: 204 len: 173 time: 0.6495252 Feb 17 09:52:22.971814 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a6a7d1-30a9-47a0-bbd5-79c59f153976', 'name': 'network-vif-deleted', 'tag': 'bd3fea78-d37c-4040-b918-7c473845b13f'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:52:22.975672 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76733ae-89ab-493e-9a2a-c3f73a21b369" -d '{"events": [{"server_uuid": "e7a6a7d1-30a9-47a0-bbd5-79c59f153976", "name": "network-vif-deleted", "tag": "bd3fea78-d37c-4040-b918-7c473845b13f"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:52:23.042013 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6458232-8175-4067-a40d-0cf183606316 x-openstack-request-id: req-b6458232-8175-4067-a40d-0cf183606316 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:52:23.042615 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a6a7d1-30a9-47a0-bbd5-79c59f153976", "name": "network-vif-deleted", "tag": "bd3fea78-d37c-4040-b918-7c473845b13f", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:52:23.043060 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6458232-8175-4067-a40d-0cf183606316 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:52:23.043615 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a6a7d1-30a9-47a0-bbd5-79c59f153976', 'name': 'network-vif-deleted', 'tag': 'bd3fea78-d37c-4040-b918-7c473845b13f', 'status': 'completed', 'code': 200} Feb 17 09:52:23.356067 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:52:23.521194 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:23.550033 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'port_id': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'mac_address': 'fa:16:3e:a9:2c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:52:23.645097 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:52:23.645678 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:23.675020 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:52:23.688466 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e2e0a00d-7b0f-4201-8dd8-9639bffb00af req-55c7666e-bbe1-40ae-9cf7-b65810ca50ba tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a6a7d1-30a9-47a0-bbd5-79c59f153976 HTTP/1.1" status: 200 len: 210 time: 0.0685656 Feb 17 09:52:23.721548 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:23.730204 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:23.808321 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=9']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:23.969593 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:52:24.212533 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb8b7f-c38a-4ec8-90c2-9afcd094b312 req-3195922a-64d5-409b-a31b-2e25fbb16c42 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:24.214386 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1bcb8b7f-c38a-4ec8-90c2-9afcd094b312 req-3195922a-64d5-409b-a31b-2e25fbb16c42 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 944 time: 0.0925691 Feb 17 09:52:24.295412 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1bcb8b7f-c38a-4ec8-90c2-9afcd094b312 req-ee1c5796-f472-4bb6-a294-87eb74875856 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644372 Feb 17 09:52:25.496773 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eaa98-ebec-42c7-ad09-4e6490599a65 req-b5e19ed5-9e8a-4923-b98e-1689e2a5e515 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:25.498646 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b95eaa98-ebec-42c7-ad09-4e6490599a65 req-b5e19ed5-9e8a-4923-b98e-1689e2a5e515 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 944 time: 0.0950851 Feb 17 09:52:25.604965 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b95eaa98-ebec-42c7-ad09-4e6490599a65 req-c56da974-c0c8-406a-a5fa-2c9798945c40 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874188 Feb 17 09:52:25.666429 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59462) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:25.845152 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-68d2d195-213b-41c2-8e09-c04c03051d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:25.970027 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-68d2d195-213b-41c2-8e09-c04c03051d99 admin admin] Publish callbacks [] for security_group (16014d30-eef3-4662-8b9c-f763c42755fe), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:25.977515 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-68d2d195-213b-41c2-8e09-c04c03051d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (16014d30-eef3-4662-8b9c-f763c42755fe), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:26.029680 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-68d2d195-213b-41c2-8e09-c04c03051d99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e539c18b30ac4a6b8a4b0ba8964dcaf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3620398 Feb 17 09:52:26.030553 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2d195-213b-41c2-8e09-c04c03051d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16014d30-eef3-4662-8b9c-f763c42755fe,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:26.034299 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59466) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:26.117987 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f305940e-566b-45fc-9cd1-b2db1ec52de2 admin admin] Publish callbacks [] for security_group (16014d30-eef3-4662-8b9c-f763c42755fe), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:26.144209 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f305940e-566b-45fc-9cd1-b2db1ec52de2 admin admin] Publish callbacks [] for security_group (16014d30-eef3-4662-8b9c-f763c42755fe), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:26.204466 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f305940e-566b-45fc-9cd1-b2db1ec52de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (16014d30-eef3-4662-8b9c-f763c42755fe), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:26.207743 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f305940e-566b-45fc-9cd1-b2db1ec52de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:26.209499 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-f305940e-566b-45fc-9cd1-b2db1ec52de2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16014d30-eef3-4662-8b9c-f763c42755fe HTTP/1.1" status: 204 len: 168 time: 0.1741965 Feb 17 09:52:26.223578 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305940e-566b-45fc-9cd1-b2db1ec52de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16014d30-eef3-4662-8b9c-f763c42755fe,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:26.664794 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59476) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:26.691006 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8c737bc0-1dbb-4d78-8225-6fb0c8e13b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:26.825902 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8c737bc0-1dbb-4d78-8225-6fb0c8e13b7a admin admin] Publish callbacks [] for security_group (02ac9b41-7e91-44ac-af0e-e5f930c18689), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:26.826993 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86fa92-c556-4aa1-badc-cee132863d70 req-ac9306b7-6200-4322-8bd9-d9c38801c07d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:26.829852 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5d86fa92-c556-4aa1-badc-cee132863d70 req-ac9306b7-6200-4322-8bd9-d9c38801c07d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 944 time: 0.1145203 Feb 17 09:52:26.832781 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8c737bc0-1dbb-4d78-8225-6fb0c8e13b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (02ac9b41-7e91-44ac-af0e-e5f930c18689), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:26.901166 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-8c737bc0-1dbb-4d78-8225-6fb0c8e13b7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93fe0374ec39492c8a8b6fe83c43af52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298448 Feb 17 09:52:26.901566 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59478) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:26.907906 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:52:26.917331 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c737bc0-1dbb-4d78-8225-6fb0c8e13b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ac9b41-7e91-44ac-af0e-e5f930c18689,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:26.919819 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5d86fa92-c556-4aa1-badc-cee132863d70 req-346814f1-68d0-4eef-a9d3-0add34c37945 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807638 Feb 17 09:52:26.994198 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:52:26.994831 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:27.005352 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bd97-ec47-4fc0-aea2-b12d02d79386 admin admin] Publish callbacks [] for security_group (02ac9b41-7e91-44ac-af0e-e5f930c18689), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:27.043370 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bd97-ec47-4fc0-aea2-b12d02d79386 admin admin] Publish callbacks [] for security_group (02ac9b41-7e91-44ac-af0e-e5f930c18689), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:27.123560 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:52:27.124434 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:27.132513 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bd97-ec47-4fc0-aea2-b12d02d79386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (02ac9b41-7e91-44ac-af0e-e5f930c18689), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:27.138902 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6bf1bd97-ec47-4fc0-aea2-b12d02d79386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:27.146095 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-6bf1bd97-ec47-4fc0-aea2-b12d02d79386 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02ac9b41-7e91-44ac-af0e-e5f930c18689 HTTP/1.1" status: 204 len: 168 time: 0.2414896 Feb 17 09:52:27.164324 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1bd97-ec47-4fc0-aea2-b12d02d79386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ac9b41-7e91-44ac-af0e-e5f930c18689,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:27.175431 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:52:27.178821 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f867e2e4-15bd-47d0-96b8-3278dc6872e8" -d '{"events": [{"server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "name": "network-vif-plugged", "status": "completed", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:52:27.216388 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:27.225274 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:27.227064 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device bd3fea78-d37c-4040-b918-7c473845b13f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:27.263988 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8c058f-f19a-4842-b809-59ceac2a0d3f x-openstack-request-id: req-bd8c058f-f19a-4842-b809-59ceac2a0d3f {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:52:27.264384 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "name": "network-vif-plugged", "status": "completed", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:52:27.264745 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd8c058f-f19a-4842-b809-59ceac2a0d3f {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:52:27.265222 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'code': 200} Feb 17 09:52:27.268563 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: bd3fea78-d37c-4040-b918-7c473845b13f {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:52:27.269225 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device bd3fea78-d37c-4040-b918-7c473845b13f not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:52:27.338108 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=10']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:28.088992 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18391dc8-a73c-4bb0-8757-799f49c5ad56 req-31eb3094-6904-48ca-adfb-e89013ad5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:28.091427 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-18391dc8-a73c-4bb0-8757-799f49c5ad56 req-31eb3094-6904-48ca-adfb-e89013ad5f60 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 1130 time: 0.0788093 Feb 17 09:52:28.137190 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcea327-ba67-4534-bca8-33f6156ab27f req-c2ead837-77ec-4a2e-a38e-3ccf520a183d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:28.140197 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cfcea327-ba67-4534-bca8-33f6156ab27f req-c2ead837-77ec-4a2e-a38e-3ccf520a183d tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 946 time: 0.0758522 Feb 17 09:52:28.172589 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-18391dc8-a73c-4bb0-8757-799f49c5ad56 req-258b6023-2b17-496a-8584-4e97043ab067 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680993 Feb 17 09:52:28.227698 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cfcea327-ba67-4534-bca8-33f6156ab27f req-cb81bf49-3b95-4511-99a8-da257e8b70d3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755677 Feb 17 09:52:29.438953 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a8b84-c7bd-4e19-b15b-ed44eae4208c req-0b37601e-4549-4b03-8c99-1c846a3bcab6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:29.440961 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-123a8b84-c7bd-4e19-b15b-ed44eae4208c req-0b37601e-4549-4b03-8c99-1c846a3bcab6 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 946 time: 0.0926485 Feb 17 09:52:29.517702 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-123a8b84-c7bd-4e19-b15b-ed44eae4208c req-7ce9abef-32b6-4fd9-bef4-565e11c0c893 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692105 Feb 17 09:52:30.226471 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c25dfd07-c4f7-49f3-a4ac-8e9d9ed0bc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:30.670937 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785eecc-b336-40dd-9b5b-67f549110b04 req-c9170b39-5dc7-43af-a65a-8599320c475e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:30.672759 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8785eecc-b336-40dd-9b5b-67f549110b04 req-c9170b39-5dc7-43af-a65a-8599320c475e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 946 time: 0.0610757 Feb 17 09:52:30.734948 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8785eecc-b336-40dd-9b5b-67f549110b04 req-a65fc491-2e01-492a-9f76-c0ce986d178e tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526474 Feb 17 09:52:31.878760 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e648ed-a6fb-49f6-8bc1-7e63852cfc2f req-cb66a30f-7979-410b-be96-67f8734572d3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:31.881328 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-69e648ed-a6fb-49f6-8bc1-7e63852cfc2f req-cb66a30f-7979-410b-be96-67f8734572d3 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 946 time: 0.0623753 Feb 17 09:52:31.941265 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-69e648ed-a6fb-49f6-8bc1-7e63852cfc2f req-823bf17c-d057-41b4-962c-16d48186dc00 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540895 Feb 17 09:52:33.011589 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-bda6ce36-fb17-4f7b-b6d4-cbb6388d656e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:33.193991 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65338a07-e859-4863-b41c-52f142c6eefe req-4f0a0d13-be86-46a9-826b-a580c1870984 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:33.200231 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-65338a07-e859-4863-b41c-52f142c6eefe req-4f0a0d13-be86-46a9-826b-a580c1870984 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 946 time: 0.1215591 Feb 17 09:52:33.279509 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-65338a07-e859-4863-b41c-52f142c6eefe req-dd52c222-bc5f-4ef1-a12e-5c49c0c01896 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645087 Feb 17 09:52:33.511475 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-f4fe1b9c-e3cd-446f-8b7d-6bf12f559d74 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:33.513095 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-f4fe1b9c-e3cd-446f-8b7d-6bf12f559d74 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/networks?id=a125c8a6-4f4e-481a-9416-44c6d42b7ea4 HTTP/1.1" status: 200 len: 813 time: 0.1513920 Feb 17 09:52:33.535861 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-7569b66f-48eb-4661-bf10-e23f0dbbb5d2 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/quotas/f6bc8dfbf2a842c7ab2e808db5378a45 HTTP/1.1" status: 200 len: 375 time: 0.0121255 Feb 17 09:52:33.584480 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c2c2f7dc-51b7-435c-88e1-7c9c607e7744 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6bc8dfbf2a842c7ab2e808db5378a45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373933 Feb 17 09:52:33.737005 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59666) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:33.893766 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5339df05-3131-42a3-8cd0-90838d209ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:33.934046 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-2cff7b5e-9dd0-47f8-be2a-cb95164272ff service neutron] 10.222.0.61 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366642 Feb 17 09:52:34.025488 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5339df05-3131-42a3-8cd0-90838d209ce9 admin admin] Publish callbacks [] for security_group (63b3c495-b979-44f9-b595-4788c37d6b7d), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:34.031129 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5339df05-3131-42a3-8cd0-90838d209ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (63b3c495-b979-44f9-b595-4788c37d6b7d), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:34.081814 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-5339df05-3131-42a3-8cd0-90838d209ce9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=400664c1fea24a049c43f6caaa4b341d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429046 Feb 17 09:52:34.084342 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339df05-3131-42a3-8cd0-90838d209ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b3c495-b979-44f9-b595-4788c37d6b7d,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:34.087635 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59670) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:34.123926 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-3d076b06-3574-46e2-8e2f-795cb4e12a7f service neutron] 10.222.0.61 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768188 Feb 17 09:52:34.197460 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-039e4eb1-90bc-4c03-bacf-6bdf10cb73ea admin admin] Publish callbacks [] for security_group (63b3c495-b979-44f9-b595-4788c37d6b7d), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:34.246104 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-039e4eb1-90bc-4c03-bacf-6bdf10cb73ea admin admin] Publish callbacks [] for security_group (63b3c495-b979-44f9-b595-4788c37d6b7d), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:34.325533 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-039e4eb1-90bc-4c03-bacf-6bdf10cb73ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (63b3c495-b979-44f9-b595-4788c37d6b7d), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:34.328275 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-039e4eb1-90bc-4c03-bacf-6bdf10cb73ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:34.335702 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-039e4eb1-90bc-4c03-bacf-6bdf10cb73ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63b3c495-b979-44f9-b595-4788c37d6b7d HTTP/1.1" status: 204 len: 168 time: 0.2411256 Feb 17 09:52:34.348153 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e4eb1-90bc-4c03-bacf-6bdf10cb73ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b3c495-b979-44f9-b595-4788c37d6b7d,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:34.445893 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ff3d3398-95df-4522-b661-b8335a168dd0 req-1d64fe14-ef13-4862-94a8-378b6f5daa9f tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 210 time: 0.0539474 Feb 17 09:52:34.906848 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59686) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:34.928090 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-57818cb7-a98c-4c9c-a27f-4be0c87ede91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:34.948279 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:35.086498 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-57818cb7-a98c-4c9c-a27f-4be0c87ede91 admin admin] Publish callbacks [] for security_group (a929e6db-2845-424b-ac15-c568d101df49), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:35.093877 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-57818cb7-a98c-4c9c-a27f-4be0c87ede91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a929e6db-2845-424b-ac15-c568d101df49), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:35.166349 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-57818cb7-a98c-4c9c-a27f-4be0c87ede91 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=982127d4b0bf4944807ec0323607db65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588990 Feb 17 09:52:35.171287 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59688) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:35.175907 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57818cb7-a98c-4c9c-a27f-4be0c87ede91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a929e6db-2845-424b-ac15-c568d101df49,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:35.275266 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bd59da3e-f34c-446b-9ca1-f6d70480a94d admin admin] Publish callbacks [] for security_group (a929e6db-2845-424b-ac15-c568d101df49), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:35.310205 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bd59da3e-f34c-446b-9ca1-f6d70480a94d admin admin] Publish callbacks [] for security_group (a929e6db-2845-424b-ac15-c568d101df49), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:35.390802 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bd59da3e-f34c-446b-9ca1-f6d70480a94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a929e6db-2845-424b-ac15-c568d101df49), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:35.395594 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-bd59da3e-f34c-446b-9ca1-f6d70480a94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:35.397217 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-bd59da3e-f34c-446b-9ca1-f6d70480a94d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a929e6db-2845-424b-ac15-c568d101df49 HTTP/1.1" status: 204 len: 168 time: 0.2243159 Feb 17 09:52:35.411412 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59da3e-f34c-446b-9ca1-f6d70480a94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a929e6db-2845-424b-ac15-c568d101df49,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:35.607666 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0d4994e3-42c3-4255-97e9-784978867d43 req-5fdc175d-6ff3-4d6d-8dde-128c1d314ca0 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 210 time: 0.0380230 Feb 17 09:52:35.976971 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-2938f38e-37a2-4b0c-87e5-1771ec72f70f tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:35.983523 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-2938f38e-37a2-4b0c-87e5-1771ec72f70f tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.124 "GET /v2.0/networks?id=a125c8a6-4f4e-481a-9416-44c6d42b7ea4 HTTP/1.1" status: 200 len: 813 time: 0.2118020 Feb 17 09:52:35.996841 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Request body: {'port': {'device_id': 'bd496600-5973-4687-a635-d64c98455208', 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4', 'admin_state_up': True, 'tenant_id': 'f6bc8dfbf2a842c7ab2e808db5378a45'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:52:36.191444 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Made reservation on behalf of f6bc8dfbf2a842c7ab2e808db5378a45 for: {'port': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:52:36.199404 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:36.428663 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Allocated IP 172.20.0.12 (a125c8a6-4f4e-481a-9416-44c6d42b7ea4/d4eb1bfe-8d51-4190-8b9e-3466c2408ab9/4ff5f611-00fe-46e0-b198-838b9acf6956) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:52:36.642672 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks [] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:36.707655 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:36.772942 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:52:36.777880 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:52:36.785650 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:52:36.792770 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Pushing event updated for resources: {'Port': ['ID=4ff5f611-00fe-46e0-b198-838b9acf6956,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:36.825167 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b7117-3eec-4291-9798-f7b60fc6a302 req-3ed62ae4-eaa4-4f77-9427-204193f20f10 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:36.830657 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-826b7117-3eec-4291-9798-f7b60fc6a302 req-3ed62ae4-eaa4-4f77-9427-204193f20f10 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 932 time: 0.0886571 Feb 17 09:52:36.892392 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:36.893502 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:36.929267 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c28e9493-b434-4580-91aa-56f59babdca9 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9372773 Feb 17 09:52:36.939059 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-826b7117-3eec-4291-9798-f7b60fc6a302 req-8cd6493f-8e1b-4654-b895-2317708b4dae tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936182 Feb 17 09:52:36.942232 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Request body: {'port': {'device_id': 'bd496600-5973-4687-a635-d64c98455208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:52:37.069982 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:37.295949 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59726) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:37.528781 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:37.548031 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d4d44aca-860b-419f-a945-db486293c943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:37.587603 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff5f611-00fe-46e0-b198-838b9acf6956 {{(pid=109366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:52:37.613564 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Publish callbacks [] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:37.655731 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.provisioning_blocks [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Transition to ACTIVE for port object 4ff5f611-00fe-46e0-b198-838b9acf6956 will not be triggered until provisioned by entity L2. {{(pid=109366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:52:37.663871 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:37.780886 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff5f611-00fe-46e0-b198-838b9acf6956,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:37.917081 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d4d44aca-860b-419f-a945-db486293c943 admin admin] Publish callbacks [] for security_group (637f50c3-fff8-4563-96f9-264033e3d978), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:37.932804 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d4d44aca-860b-419f-a945-db486293c943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (637f50c3-fff8-4563-96f9-264033e3d978), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:38.050231 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59736) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:38.053003 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-d4d44aca-860b-419f-a945-db486293c943 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=faa6665046a34c85b6b3d181e040eb87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7545912 Feb 17 09:52:38.054362 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d44aca-860b-419f-a945-db486293c943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637f50c3-fff8-4563-96f9-264033e3d978,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:38.062883 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Attempting to bind port 4ff5f611-00fe-46e0-b198-838b9acf6956 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:52:38.063467 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Attempting to bind port 4ff5f611-00fe-46e0-b198-838b9acf6956 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b9480684-c699-4035-9751-e868737aa51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4'}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:52:38.064041 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Attempting to bind port 4ff5f611-00fe-46e0-b198-838b9acf6956 on network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:52:38.072647 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Port 4ff5f611-00fe-46e0-b198-838b9acf6956 on network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:52:38.073702 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Attempting to bind port 4ff5f611-00fe-46e0-b198-838b9acf6956 on network a125c8a6-4f4e-481a-9416-44c6d42b7ea4 {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:52:38.083134 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:52:38.084315 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Checking segment: {'id': 'b9480684-c699-4035-9751-e868737aa51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:52:38.084986 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Bound using segment: {'id': 'b9480684-c699-4035-9751-e868737aa51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4'} {{(pid=109366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:52:38.085870 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.managers [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Bound port: 4ff5f611-00fe-46e0-b198-838b9acf6956, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9480684-c699-4035-9751-e868737aa51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4'}}] {{(pid=109366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:52:38.086498 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:38.196164 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f7edf-0496-4214-9a60-7d4f73ba1a36 req-bc4258e7-5fba-40ca-b8d0-d046ec285efd tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:38.197871 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b65f7edf-0496-4214-9a60-7d4f73ba1a36 req-bc4258e7-5fba-40ca-b8d0-d046ec285efd tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 944 time: 0.1301174 Feb 17 09:52:38.198899 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6d44d2f7-2402-42e2-8164-99c739e05c55 admin admin] Publish callbacks [] for security_group (637f50c3-fff8-4563-96f9-264033e3d978), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:38.219584 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] For port 4ff5f611-00fe-46e0-b198-838b9acf6956, host hv-cinder-77398, cleared binding levels {{(pid=109366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:52:38.223745 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] For port 4ff5f611-00fe-46e0-b198-838b9acf6956, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4ff5f611-00fe-46e0-b198-838b9acf6956,segment=NetworkSegment(b9480684-c699-4035-9751-e868737aa51e),segment_id=b9480684-c699-4035-9751-e868737aa51e)] {{(pid=109366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:52:38.233872 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:38.247611 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6d44d2f7-2402-42e2-8164-99c739e05c55 admin admin] Publish callbacks [] for security_group (637f50c3-fff8-4563-96f9-264033e3d978), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:38.278456 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:38.279567 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:38.282188 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] 10.222.0.124 "PUT /v2.0/ports/4ff5f611-00fe-46e0-b198-838b9acf6956 HTTP/1.1" status: 200 len: 1094 time: 1.3447771 Feb 17 09:52:38.287858 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd496600-5973-4687-a635-d64c98455208', 'tag': '4ff5f611-00fe-46e0-b198-838b9acf6956'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:52:38.291173 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5482798-f929-41a6-bd7a-94dba13e1a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd496600-5973-4687-a635-d64c98455208", "tag": "4ff5f611-00fe-46e0-b198-838b9acf6956"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:52:38.346226 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0714a-376e-41e7-85b2-dc2725153054 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff5f611-00fe-46e0-b198-838b9acf6956,revision_number=3']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:38.363808 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c789b584-00ab-4e67-a604-a32c222f157e x-openstack-request-id: req-c789b584-00ab-4e67-a604-a32c222f157e {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:52:38.364104 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd496600-5973-4687-a635-d64c98455208", "tag": "4ff5f611-00fe-46e0-b198-838b9acf6956", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:52:38.364375 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c789b584-00ab-4e67-a604-a32c222f157e {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:52:38.365094 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd496600-5973-4687-a635-d64c98455208', 'tag': '4ff5f611-00fe-46e0-b198-838b9acf6956', 'status': 'completed', 'code': 200} Feb 17 09:52:38.365356 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b65f7edf-0496-4214-9a60-7d4f73ba1a36 req-f5b1109b-529e-4a2e-8eea-1b6afec3fe19 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503854 Feb 17 09:52:38.400831 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6d44d2f7-2402-42e2-8164-99c739e05c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (637f50c3-fff8-4563-96f9-264033e3d978), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:38.405107 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-6d44d2f7-2402-42e2-8164-99c739e05c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:38.406722 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-6d44d2f7-2402-42e2-8164-99c739e05c55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/637f50c3-fff8-4563-96f9-264033e3d978 HTTP/1.1" status: 204 len: 168 time: 0.3543916 Feb 17 09:52:38.433319 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44d2f7-2402-42e2-8164-99c739e05c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637f50c3-fff8-4563-96f9-264033e3d978,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:38.443830 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-dac085ce-ac4d-4b79-9491-1ddac08a78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:38.445811 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-dac085ce-ac4d-4b79-9491-1ddac08a78f4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f6bc8dfbf2a842c7ab2e808db5378a45&device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 1128 time: 0.0794184 Feb 17 09:52:38.478810 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:38.543896 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-d7954a25-3e97-4ed7-9903-4dc32f8cb5d3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ff5f611-00fe-46e0-b198-838b9acf6956 HTTP/1.1" status: 200 len: 217 time: 0.0906277 Feb 17 09:52:38.610959 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c268ed4f-3a8d-41b8-b300-03328ae4568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:38.612563 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-c268ed4f-3a8d-41b8-b300-03328ae4568f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d4eb1bfe-8d51-4190-8b9e-3466c2408ab9 HTTP/1.1" status: 200 len: 853 time: 0.0618751 Feb 17 09:52:38.649576 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-1c7a1d85-bf36-439b-8f5d-f6ea37e25f2b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a125c8a6-4f4e-481a-9416-44c6d42b7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304503 Feb 17 09:52:38.694691 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-37426f98-770a-49a9-9bd3-6e16bb6880ee tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999093215&fields=id&tenant_id=df452c64635a4071b2a7082ee7a56b8f HTTP/1.1" status: 200 len: 267 time: 0.0973287 Feb 17 09:52:38.795696 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-e7a40fca-17b5-41b9-a0ad-d15da8cbb26a service neutron] 10.222.0.124 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396646 Feb 17 09:52:38.804917 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-28691bbb-0543-4578-af69-d379e0de8b5a tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:38.806649 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-28691bbb-0543-4578-af69-d379e0de8b5a tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 985 time: 0.1009133 Feb 17 09:52:38.819997 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-90f4251b-4945-4f14-a3a8-ca324d534261 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Request body: {'port': {'security_groups': ['32be2183-0d85-479a-a3e3-87e8afc1c2ea']}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:52:38.969226 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-90f4251b-4945-4f14-a3a8-ca324d534261 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (244d4387-d663-435e-a96e-4dce9751bb91), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:38.973168 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-24e985c8-8d6d-4142-b09c-c837b36f9c00 req-6814f80f-06cb-417b-9b70-4bb5c5e86131 service neutron] 10.222.0.124 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702645 Feb 17 09:52:39.129196 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5482798-f929-41a6-bd7a-94dba13e1a2d req-5407d1ef-0816-4cdc-a0d5-8dedbd63b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:39.132147 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-b5482798-f929-41a6-bd7a-94dba13e1a2d req-5407d1ef-0816-4cdc-a0d5-8dedbd63b41a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f6bc8dfbf2a842c7ab2e808db5378a45&device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 1128 time: 0.0875111 Feb 17 09:52:39.309409 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-90f4251b-4945-4f14-a3a8-ca324d534261 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] For port 244d4387-d663-435e-a96e-4dce9751bb91, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=244d4387-d663-435e-a96e-4dce9751bb91,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:39.336051 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5482798-f929-41a6-bd7a-94dba13e1a2d req-ff94ee37-f050-4852-a752-fccfc38de0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:39.337685 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-b5482798-f929-41a6-bd7a-94dba13e1a2d req-ff94ee37-f050-4852-a752-fccfc38de0ab service neutron] 10.222.0.124 "GET /v2.0/networks?id=a125c8a6-4f4e-481a-9416-44c6d42b7ea4 HTTP/1.1" status: 200 len: 914 time: 0.1966093 Feb 17 09:52:39.354305 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-90f4251b-4945-4f14-a3a8-ca324d534261 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for port (244d4387-d663-435e-a96e-4dce9751bb91), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:39.361823 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-90f4251b-4945-4f14-a3a8-ca324d534261 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (244d4387-d663-435e-a96e-4dce9751bb91), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:39.377259 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['244d4387-d663-435e-a96e-4dce9751bb91'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:52:39.418173 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-b5482798-f929-41a6-bd7a-94dba13e1a2d req-d9bb41fb-8ff1-4cc2-ae3a-8f0ae7546657 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ff5f611-00fe-46e0-b198-838b9acf6956 HTTP/1.1" status: 200 len: 217 time: 0.0707889 Feb 17 09:52:39.505279 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4251b-4945-4f14-a3a8-ca324d534261 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event updated for resources: {'Port': ['ID=244d4387-d663-435e-a96e-4dce9751bb91,revision_number=7']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:39.508252 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5482798-f929-41a6-bd7a-94dba13e1a2d req-a14e22e6-a24e-47fd-88a7-aa37911fcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:39.512115 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-b5482798-f929-41a6-bd7a-94dba13e1a2d req-a14e22e6-a24e-47fd-88a7-aa37911fcac8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d4eb1bfe-8d51-4190-8b9e-3466c2408ab9 HTTP/1.1" status: 200 len: 853 time: 0.0863106 Feb 17 09:52:39.514818 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-90f4251b-4945-4f14-a3a8-ca324d534261 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:39.515607 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-90f4251b-4945-4f14-a3a8-ca324d534261 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:39.523186 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fe716afe-14b7-4fcd-b013-3aaf15afa6aa req-90f4251b-4945-4f14-a3a8-ca324d534261 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "PUT /v2.0/ports/244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 943 time: 0.7089243 Feb 17 09:52:39.524044 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:52:39.527777 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9" -d '{"events": [{"name": "network-changed", "server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "tag": "244d4387-d663-435e-a96e-4dce9751bb91"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:52:39.546263 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59766) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:39.614291 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-b5482798-f929-41a6-bd7a-94dba13e1a2d req-2dddb431-d782-4a26-9155-90ae6d64d48c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a125c8a6-4f4e-481a-9416-44c6d42b7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922577 Feb 17 09:52:39.621036 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['244d4387-d663-435e-a96e-4dce9751bb91'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:52:39.621663 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e924c893-4a64-482e-a8ac-afc42d134d2c x-openstack-request-id: req-e924c893-4a64-482e-a8ac-afc42d134d2c {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:52:39.622326 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "tag": "244d4387-d663-435e-a96e-4dce9751bb91", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:52:39.622846 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e924c893-4a64-482e-a8ac-afc42d134d2c {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:52:39.623560 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91', 'status': 'completed', 'code': 200} Feb 17 09:52:39.752263 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-02c547ee-02d7-4def-8041-10efc8522e55 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group (e9a4a6b8-6639-4bd4-ba1f-cea573af9409), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:39.828077 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa398473-9948-4742-8d3b-d4e940815ad8 req-d1c44892-85d6-4271-9dee-657102953a9d tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:39.830010 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-aa398473-9948-4742-8d3b-d4e940815ad8 req-d1c44892-85d6-4271-9dee-657102953a9d tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 944 time: 0.2212288 Feb 17 09:52:39.846040 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-02c547ee-02d7-4def-8041-10efc8522e55 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group (e9a4a6b8-6639-4bd4-ba1f-cea573af9409), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:39.854468 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-9c4b496b-1962-4dea-82e8-62ef43382cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:39.859698 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-b5482798-f929-41a6-bd7a-94dba13e1a2d req-ef18d540-4af0-4f6e-bb1b-ebd5dbce27dd service neutron] 10.222.0.124 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364082 Feb 17 09:52:39.867407 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-9c4b496b-1962-4dea-82e8-62ef43382cc9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=df452c64635a4071b2a7082ee7a56b8f&device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 1130 time: 0.1947043 Feb 17 09:52:40.076730 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-b5482798-f929-41a6-bd7a-94dba13e1a2d req-8305c5ca-ecaa-4bc4-b3b2-958f6e3a586a service neutron] 10.222.0.124 "GET /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830311 Feb 17 09:52:40.079285 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-aa398473-9948-4742-8d3b-d4e940815ad8 req-8d6b0aed-ea50-4c01-b913-5c0e3caa8f31 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275386 Feb 17 09:52:40.133980 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-24e53b90-ec85-4735-9acf-dfc23ee70552 None None] Provisioning complete for port 244d4387-d663-435e-a96e-4dce9751bb91 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:52:40.134669 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-24e53b90-ec85-4735-9acf-dfc23ee70552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (244d4387-d663-435e-a96e-4dce9751bb91), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:40.155513 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-02c547ee-02d7-4def-8041-10efc8522e55 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (e9a4a6b8-6639-4bd4-ba1f-cea573af9409), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:40.158263 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-02c547ee-02d7-4def-8041-10efc8522e55 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:40.162938 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59786) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:40.166540 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-02c547ee-02d7-4def-8041-10efc8522e55 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "DELETE /v2.0/security-groups/e9a4a6b8-6639-4bd4-ba1f-cea573af9409 HTTP/1.1" status: 204 len: 168 time: 0.6184633 Feb 17 09:52:40.178365 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-0f2b5dde-328a-4ef0-b11b-c1f6c3472f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:40.185419 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-0f2b5dde-328a-4ef0-b11b-c1f6c3472f12 service neutron] 10.222.0.124 "GET /v2.0/networks?id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab HTTP/1.1" status: 200 len: 916 time: 0.2788305 Feb 17 09:52:40.211351 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c547ee-02d7-4def-8041-10efc8522e55 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a4a6b8-6639-4bd4-ba1f-cea573af9409,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:40.316019 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-98e0a6b9-3734-4af7-9931-eaf741e71079 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 1001 time: 0.1183751 Feb 17 09:52:40.318992 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-24e53b90-ec85-4735-9acf-dfc23ee70552 None None] Current status of the port 244d4387-d663-435e-a96e-4dce9751bb91 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:52:40.390450 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-4d82de7e-18e2-495d-a97b-2ada4a8ca7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:40.393933 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-4d82de7e-18e2-495d-a97b-2ada4a8ca7fd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9578a680-d3a0-49b1-a79d-dd46c5ba5840 HTTP/1.1" status: 200 len: 854 time: 0.0681610 Feb 17 09:52:40.457452 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-7a11da3f-54e9-4c49-9453-b17299c7b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:40.461718 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-7a11da3f-54e9-4c49-9453-b17299c7b413 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0615427 Feb 17 09:52:40.642210 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-742a6aa1-b8e0-4269-a51e-fd58d8d6a954 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723564 Feb 17 09:52:40.794137 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Deleting port 065fff9f-9d3b-4a52-8c10-85411adc923a {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:40.794529 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (065fff9f-9d3b-4a52-8c10-85411adc923a), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:40.809730 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5416cf36-2fdc-4df3-aee5-dc7e51f976c9 req-dd2fe2da-8dab-4a9b-8696-6b9e4d28a813 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585190 Feb 17 09:52:40.956763 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (065fff9f-9d3b-4a52-8c10-85411adc923a), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:40.957302 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for floatingip (065fff9f-9d3b-4a52-8c10-85411adc923a), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:40.981841 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Calling delete_port for 065fff9f-9d3b-4a52-8c10-85411adc923a owned by network:floatingip {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:41.269378 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (065fff9f-9d3b-4a52-8c10-85411adc923a), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:41.300686 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f563-a874-4e56-94cc-1f9ff8ea506b req-3eb778de-e6f9-44f5-95f0-cbd3ca3ba7e1 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:41.301028 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-59d2f563-a874-4e56-94cc-1f9ff8ea506b req-3eb778de-e6f9-44f5-95f0-cbd3ca3ba7e1 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 944 time: 0.0903292 Feb 17 09:52:41.301860 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event deleted for resources: {'Port': ['ID=065fff9f-9d3b-4a52-8c10-85411adc923a,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:41.367837 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-59d2f563-a874-4e56-94cc-1f9ff8ea506b req-d5762795-8827-474a-896e-2bc60e8514d3 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545585 Feb 17 09:52:41.389546 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks [] for floatingip (5a653cba-e64d-4af0-9275-77cc0efc8ca6), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:41.390028 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.l3_db [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Floating IP 5a653cba-e64d-4af0-9275-77cc0efc8ca6 disassociated (deleted). External IP: 172.27.3.21, port: 244d4387-d663-435e-a96e-4dce9751bb91. Feb 17 09:52:41.690272 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Router 953f9971-ad5e-47b2-8721-70d04d51239b has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:52:41.826527 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:52:41.831736 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:41.838809 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] Sync routers for ids ['953f9971-ad5e-47b2-8721-70d04d51239b'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:52:41.857839 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] Routers {'953f9971-ad5e-47b2-8721-70d04d51239b'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:52:41.858726 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:52:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['953f9971-ad5e-47b2-8721-70d04d51239b'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:41.877131 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 4ff5f611-00fe-46e0-b198-838b9acf6956 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:52:41.891668 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-afa829a6-bd38-467e-bfa0-e08aab111ff3 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "DELETE /v2.0/floatingips/5a653cba-e64d-4af0-9275-77cc0efc8ca6 HTTP/1.1" status: 204 len: 168 time: 1.7247944 Feb 17 09:52:41.891668 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:52:41.898088 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d091493a-4e52-46f7-b752-377c17ae4fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "tag": "244d4387-d663-435e-a96e-4dce9751bb91"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:52:41.964392 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45959af4-f9e5-4fc0-9dce-14c1c324e83b x-openstack-request-id: req-45959af4-f9e5-4fc0-9dce-14c1c324e83b {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:52:41.964698 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "tag": "244d4387-d663-435e-a96e-4dce9751bb91", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:52:41.965079 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45959af4-f9e5-4fc0-9dce-14c1c324e83b {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:52:41.965873 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91', 'status': 'completed', 'code': 200} Feb 17 09:52:42.069332 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] Set router 953f9971-ad5e-47b2-8721-70d04d51239b gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:52:42.089370 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 4ff5f611-00fe-46e0-b198-838b9acf6956, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4ff5f611-00fe-46e0-b198-838b9acf6956,segment=NetworkSegment(b9480684-c699-4035-9751-e868737aa51e),segment_id=b9480684-c699-4035-9751-e868737aa51e)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:42.094650 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-2b3eeabe-ece9-4c4b-9883-7f2f246d379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:42.097510 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-2b3eeabe-ece9-4c4b-9883-7f2f246d379e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=df452c64635a4071b2a7082ee7a56b8f&device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 1130 time: 0.0926301 Feb 17 09:52:42.111440 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '4ff5f611-00fe-46e0-b198-838b9acf6956', 'network_id': 'a125c8a6-4f4e-481a-9416-44c6d42b7ea4', 'port_id': '4ff5f611-00fe-46e0-b198-838b9acf6956', 'mac_address': 'fa:16:3e:d3:5b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4eb1bfe-8d51-4190-8b9e-3466c2408ab9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:52:42.207383 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 4ff5f611-00fe-46e0-b198-838b9acf6956 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:52:42.208103 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:42.240349 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff5f611-00fe-46e0-b198-838b9acf6956 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:52:42.272741 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-490864c4-e09e-4fee-a2de-d50b39200115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:42.274578 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-490864c4-e09e-4fee-a2de-d50b39200115 service neutron] 10.222.0.124 "GET /v2.0/networks?id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab HTTP/1.1" status: 200 len: 916 time: 0.1688721 Feb 17 09:52:42.277196 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 4ff5f611-00fe-46e0-b198-838b9acf6956, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4ff5f611-00fe-46e0-b198-838b9acf6956,segment=NetworkSegment(b9480684-c699-4035-9751-e868737aa51e),segment_id=b9480684-c699-4035-9751-e868737aa51e)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:42.288467 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:42.341626 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-e2dadf42-e0e9-464a-af7e-1902c0fab658 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 200 len: 217 time: 0.0556607 Feb 17 09:52:42.396946 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=4ff5f611-00fe-46e0-b198-838b9acf6956,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:42.406488 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.407079 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.407739 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.408094 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.408719 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.409228 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.409881 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.410334 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.410948 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.412249 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.412766 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.412956 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.413496 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:52:42.461650 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-f6f4d197-0624-437c-9bba-d9f8e2885e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:42.464635 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-f6f4d197-0624-437c-9bba-d9f8e2885e17 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9578a680-d3a0-49b1-a79d-dd46c5ba5840 HTTP/1.1" status: 200 len: 854 time: 0.1110563 Feb 17 09:52:42.585683 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['4ff5f611-00fe-46e0-b198-838b9acf6956'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:52:42.594481 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532c9ef-0fb2-434d-9268-fbeb13cbcd68 req-3b0b05d5-5e77-4255-a5f2-e99f27fbc107 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:42.601111 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3532c9ef-0fb2-434d-9268-fbeb13cbcd68 req-3b0b05d5-5e77-4255-a5f2-e99f27fbc107 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 945 time: 0.1096241 Feb 17 09:52:42.629250 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:40Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '9662b555-8a99-46d5-a950-65398195c540', 'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'mac_address': 'fa:16:3e:b4:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:38Z', 'updated_at': '2022-02-17T09:49:47Z', 'revision_number': 5, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'subnets': [{'id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:42.633316 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-757cc09c-d88a-4b6d-aa9a-16ad7c35ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:42.635095 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-757cc09c-d88a-4b6d-aa9a-16ad7c35ec18 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1600225 Feb 17 09:52:42.710937 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] Checking router: 953f9971-ad5e-47b2-8721-70d04d51239b for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:52:42.725153 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3532c9ef-0fb2-434d-9268-fbeb13cbcd68 req-ee0c1247-7473-48d2-aa81-a7b9df6a2b96 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221142 Feb 17 09:52:42.742018 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] Routers {'953f9971-ad5e-47b2-8721-70d04d51239b'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:52:42.744784 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:52:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['953f9971-ad5e-47b2-8721-70d04d51239b'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:42.820238 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-1d246b94-2b96-4a4b-9307-fb046b5b2fe9 service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667941 Feb 17 09:52:42.922294 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] Set router 953f9971-ad5e-47b2-8721-70d04d51239b gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:52:42.954073 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d091493a-4e52-46f7-b752-377c17ae4fdf req-4a1fb6c8-f196-4f1b-a200-4c6e8ae74b1e service neutron] 10.222.0.124 "GET /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239498 Feb 17 09:52:43.249296 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:40Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '9662b555-8a99-46d5-a950-65398195c540', 'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'mac_address': 'fa:16:3e:b4:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:38Z', 'updated_at': '2022-02-17T09:49:47Z', 'revision_number': 5, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'subnets': [{'id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:43.296037 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7296f6-aa8d-47cb-bd1b-311ac56b90b7 None None] The sync data for ids ['953f9971-ad5e-47b2-8721-70d04d51239b'] in dv-cinder-773985-34-iscsi is: [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:49:40Z', 'revision_number': 4, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '9662b555-8a99-46d5-a950-65398195c540', 'name': '', 'network_id': 'e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'mac_address': 'fa:16:3e:b4:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:38Z', 'updated_at': '2022-02-17T09:49:47Z', 'revision_number': 5, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'subnets': [{'id': '9578a680-d3a0-49b1-a79d-dd46c5ba5840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:52:43.666274 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8a94d-d6bb-455f-86d6-baabf7f98de9 None None] New status for floating IP 5a653cba-e64d-4af0-9275-77cc0efc8ca6: DOWN {{(pid=109368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:52:43.733978 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83311c56-22cd-4696-9b20-a796e9bea57a req-65ca001a-e5eb-4c59-b5c9-9bfad5f98dc0 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855110 Feb 17 09:52:43.890806 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 4ff5f611-00fe-46e0-b198-838b9acf6956 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:52:43.954922 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83311c56-22cd-4696-9b20-a796e9bea57a req-c9485447-b318-4133-bdd2-2dd723beb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:43.958027 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83311c56-22cd-4696-9b20-a796e9bea57a req-c9485447-b318-4133-bdd2-2dd723beb041 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 1130 time: 0.1853306 Feb 17 09:52:43.999085 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f3e0d-5763-4ed1-8f54-323a62bd2152 req-9eb67043-8e3e-4505-8381-6df692374fee tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:44.001879 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e16f3e0d-5763-4ed1-8f54-323a62bd2152 req-9eb67043-8e3e-4505-8381-6df692374fee tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 945 time: 0.1398532 Feb 17 09:52:44.014079 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 4ff5f611-00fe-46e0-b198-838b9acf6956 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:52:44.022571 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 4ff5f611-00fe-46e0-b198-838b9acf6956 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:52:44.023664 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:44.140467 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:44.224718 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 4ff5f611-00fe-46e0-b198-838b9acf6956 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:52:44.225144 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:44.231349 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e16f3e0d-5763-4ed1-8f54-323a62bd2152 req-2c819804-2f61-4754-91e8-dd61457ac7f7 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971202 Feb 17 09:52:44.236326 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83311c56-22cd-4696-9b20-a796e9bea57a req-079f398d-36dc-4ff0-906c-b0451def56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:44.239612 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83311c56-22cd-4696-9b20-a796e9bea57a req-079f398d-36dc-4ff0-906c-b0451def56c4 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 200 len: 917 time: 0.2360384 Feb 17 09:52:44.262645 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd496600-5973-4687-a635-d64c98455208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff5f611-00fe-46e0-b198-838b9acf6956'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:52:44.265856 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658edf8b-7797-4441-a3c3-a359f48bcc16" -d '{"events": [{"server_uuid": "bd496600-5973-4687-a635-d64c98455208", "name": "network-vif-plugged", "status": "completed", "tag": "4ff5f611-00fe-46e0-b198-838b9acf6956"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:52:44.281744 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 4ff5f611-00fe-46e0-b198-838b9acf6956, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4ff5f611-00fe-46e0-b198-838b9acf6956,segment=NetworkSegment(b9480684-c699-4035-9751-e868737aa51e),segment_id=b9480684-c699-4035-9751-e868737aa51e)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:44.289028 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:44.344279 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bed18d-41c1-4fee-a2a9-e30473564749 x-openstack-request-id: req-46bed18d-41c1-4fee-a2a9-e30473564749 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:52:44.344612 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd496600-5973-4687-a635-d64c98455208", "name": "network-vif-plugged", "status": "completed", "tag": "4ff5f611-00fe-46e0-b198-838b9acf6956", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:52:44.344976 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46bed18d-41c1-4fee-a2a9-e30473564749 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:52:44.345463 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd496600-5973-4687-a635-d64c98455208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff5f611-00fe-46e0-b198-838b9acf6956', 'code': 200} Feb 17 09:52:44.352962 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83311c56-22cd-4696-9b20-a796e9bea57a req-aaf5980c-e944-455a-aa30-ae20f424796b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 HTTP/1.1" status: 200 len: 1000 time: 0.1059511 Feb 17 09:52:44.368427 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=4ff5f611-00fe-46e0-b198-838b9acf6956,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:44.435895 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83311c56-22cd-4696-9b20-a796e9bea57a req-5d11f452-8945-40c7-b867-6ab630ebe434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:44.439243 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83311c56-22cd-4696-9b20-a796e9bea57a req-5d11f452-8945-40c7-b867-6ab630ebe434 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 200 len: 855 time: 0.0786572 Feb 17 09:52:44.516459 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83311c56-22cd-4696-9b20-a796e9bea57a req-13d529a5-3892-4196-9c1b-d60ed9c76564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:44.517969 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83311c56-22cd-4696-9b20-a796e9bea57a req-13d529a5-3892-4196-9c1b-d60ed9c76564 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0709977 Feb 17 09:52:44.595240 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34519a8-c7b4-4e7b-ac47-6e755b13cc35 req-12e6e0ac-ade6-4ccc-aea6-bee0e8dd55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:44.596898 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a34519a8-c7b4-4e7b-ac47-6e755b13cc35 req-12e6e0ac-ade6-4ccc-aea6-bee0e8dd55c0 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 1130 time: 0.0646687 Feb 17 09:52:44.647525 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83311c56-22cd-4696-9b20-a796e9bea57a req-23cb0aa8-0988-4a30-8ab2-04c9c15e8626 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152086 Feb 17 09:52:44.651289 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-a34519a8-c7b4-4e7b-ac47-6e755b13cc35 req-49a35ed4-9469-405d-aa07-b6ea60d32654 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462608 Feb 17 09:52:44.989070 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83311c56-22cd-4696-9b20-a796e9bea57a req-d05862a9-85d0-4fd7-ad8c-252bc27fe4f4 service neutron] 10.222.0.124 "GET /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392086 Feb 17 09:52:45.394823 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1e586-34ee-4a4d-9696-c0105cc08d2e req-5d792224-5c15-443a-bd7e-90beb88568a0 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:45.397198 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fae1e586-34ee-4a4d-9696-c0105cc08d2e req-5d792224-5c15-443a-bd7e-90beb88568a0 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 946 time: 0.0681107 Feb 17 09:52:45.492178 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fae1e586-34ee-4a4d-9696-c0105cc08d2e req-b7141511-51ae-4773-8655-e76dfc1a6c05 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889924 Feb 17 09:52:45.569097 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2059d2-d092-4d0a-8d59-dfc11212b910 req-dc295d31-835b-4580-bffa-7aba4e64ee43 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:45.570972 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed2059d2-d092-4d0a-8d59-dfc11212b910 req-dc295d31-835b-4580-bffa-7aba4e64ee43 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 946 time: 0.0742819 Feb 17 09:52:45.631824 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ed2059d2-d092-4d0a-8d59-dfc11212b910 req-a15fd643-9e64-4da2-8314-6114c2d36b58 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542202 Feb 17 09:52:46.688357 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53961ca-e5a5-4678-bca3-fb26eb44d8af req-9a830e05-2d1f-4cd0-a736-69f280cd66c2 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:46.691223 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a53961ca-e5a5-4678-bca3-fb26eb44d8af req-9a830e05-2d1f-4cd0-a736-69f280cd66c2 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 946 time: 0.0859809 Feb 17 09:52:46.768184 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a53961ca-e5a5-4678-bca3-fb26eb44d8af req-536578fa-08c4-4b2a-9e46-c2cc2842582c tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664818 Feb 17 09:52:46.843866 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb59068-8202-4694-914c-180b13bc46b0 req-906d674f-4908-4a5a-bf6a-2556a097f739 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:46.845829 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5bb59068-8202-4694-914c-180b13bc46b0 req-906d674f-4908-4a5a-bf6a-2556a097f739 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 946 time: 0.0984411 Feb 17 09:52:46.955635 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5bb59068-8202-4694-914c-180b13bc46b0 req-69dc805b-4399-406f-abde-4ef20c619748 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958114 Feb 17 09:52:48.559502 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa553761-ac5a-49d7-b984-a89c648162b4 req-eaa1bdf8-2186-4783-b3a2-b7f32003ce26 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:48.561627 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fa553761-ac5a-49d7-b984-a89c648162b4 req-eaa1bdf8-2186-4783-b3a2-b7f32003ce26 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 946 time: 0.5141404 Feb 17 09:52:48.575348 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-2d467624-eddc-4c98-af00-1ef433d71e1c tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:52:48.577072 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-2d467624-eddc-4c98-af00-1ef433d71e1c tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.124 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 946 time: 0.0877976 Feb 17 09:52:48.691514 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fa553761-ac5a-49d7-b984-a89c648162b4 req-3d940a13-3925-4180-a482-890383b39e46 tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/security-groups?id=32be2183-0d85-479a-a3e3-87e8afc1c2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133411 Feb 17 09:52:48.727924 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-46267d41-3761-43c8-b701-5977d7c6adab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Deleting port 244d4387-d663-435e-a96e-4dce9751bb91 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:48.728336 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-46267d41-3761-43c8-b701-5977d7c6adab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (244d4387-d663-435e-a96e-4dce9751bb91), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:48.847222 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-46267d41-3761-43c8-b701-5977d7c6adab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] For port 244d4387-d663-435e-a96e-4dce9751bb91, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=244d4387-d663-435e-a96e-4dce9751bb91,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:48.847788 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-46267d41-3761-43c8-b701-5977d7c6adab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (244d4387-d663-435e-a96e-4dce9751bb91), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:48.872096 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-46267d41-3761-43c8-b701-5977d7c6adab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Calling delete_port for 244d4387-d663-435e-a96e-4dce9751bb91 owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:49.045051 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-46267d41-3761-43c8-b701-5977d7c6adab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (244d4387-d663-435e-a96e-4dce9751bb91), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:49.061494 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['244d4387-d663-435e-a96e-4dce9751bb91'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:52:49.085090 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46267d41-3761-43c8-b701-5977d7c6adab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Pushing event deleted for resources: {'Port': ['ID=244d4387-d663-435e-a96e-4dce9751bb91,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:49.157836 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-46267d41-3761-43c8-b701-5977d7c6adab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] No DVR routers for this DVR port 244d4387-d663-435e-a96e-4dce9751bb91 on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:52:49.160615 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-46267d41-3761-43c8-b701-5977d7c6adab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:49.164954 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-17013858-eac9-47ed-95dc-58dc203dc3e3 req-46267d41-3761-43c8-b701-5977d7c6adab tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.124 "DELETE /v2.0/ports/244d4387-d663-435e-a96e-4dce9751bb91 HTTP/1.1" status: 204 len: 173 time: 0.5794888 Feb 17 09:52:49.165466 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'name': 'network-vif-deleted', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:52:49.168047 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fbd246-8321-457d-85dd-2305844bb782" -d '{"events": [{"server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "name": "network-vif-deleted", "tag": "244d4387-d663-435e-a96e-4dce9751bb91"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:52:49.219267 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef18df48-894c-4219-8978-34848e5d5cc1 x-openstack-request-id: req-ef18df48-894c-4219-8978-34848e5d5cc1 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:52:49.219587 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b8dad3-e0e9-44bd-9d64-84367d821aff", "name": "network-vif-deleted", "tag": "244d4387-d663-435e-a96e-4dce9751bb91", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:52:49.219850 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef18df48-894c-4219-8978-34848e5d5cc1 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:52:49.220275 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b8dad3-e0e9-44bd-9d64-84367d821aff', 'name': 'network-vif-deleted', 'tag': '244d4387-d663-435e-a96e-4dce9751bb91', 'status': 'completed', 'code': 200} Feb 17 09:52:49.846778 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0ea05a8d-e1db-4202-ae5b-ceb4fac704cd req-68a1db7e-e1c6-4f49-b2cf-7439b302635c tempest-TestMinimumBasicScenario-1079251310 tempest-TestMinimumBasicScenario-1079251310-project] 10.222.0.61 "GET /v2.0/ports?device_id=58b8dad3-e0e9-44bd-9d64-84367d821aff HTTP/1.1" status: 200 len: 210 time: 0.0361967 Feb 17 09:52:51.832451 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59956) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:51.964077 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 244d4387-d663-435e-a96e-4dce9751bb91 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:52.002517 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 244d4387-d663-435e-a96e-4dce9751bb91 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:52:52.003070 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 244d4387-d663-435e-a96e-4dce9751bb91 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:52:52.355642 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023215'] for router_interface (953f9971-ad5e-47b2-8721-70d04d51239b), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:52.757457 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] Deleting port 9662b555-8a99-46d5-a950-65398195c540 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:52.758164 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (9662b555-8a99-46d5-a950-65398195c540), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:52.867009 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] For port 9662b555-8a99-46d5-a950-65398195c540, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=9662b555-8a99-46d5-a950-65398195c540,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:52.868165 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (9662b555-8a99-46d5-a950-65398195c540), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:52.885219 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] Calling delete_port for 9662b555-8a99-46d5-a950-65398195c540 owned by network:router_interface {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:52.907157 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:52:53.110605 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (9662b555-8a99-46d5-a950-65398195c540), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:53.141275 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9662b555-8a99-46d5-a950-65398195c540,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:53.424865 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1017375'] for router_interface (953f9971-ad5e-47b2-8721-70d04d51239b), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:54.099391 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] Router 953f9971-ad5e-47b2-8721-70d04d51239b has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:52:54.227581 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:52:54.235430 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-448a4e64-4f76-4a00-90e4-b459adba11d8 admin admin] 10.222.0.61 "PUT /v2.0/routers/953f9971-ad5e-47b2-8721-70d04d51239b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4014468 Feb 17 09:52:54.238784 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59978) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:54.243551 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] Sync routers for ids ['953f9971-ad5e-47b2-8721-70d04d51239b'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:52:54.259391 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] Routers {'953f9971-ad5e-47b2-8721-70d04d51239b'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:52:54.259391 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:52:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['953f9971-ad5e-47b2-8721-70d04d51239b'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:54.375144 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Publish callbacks [] for router (953f9971-ad5e-47b2-8721-70d04d51239b), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:54.401369 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] Set router 953f9971-ad5e-47b2-8721-70d04d51239b gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:52:54.503668 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Publish callbacks [] for router_gateway (953f9971-ad5e-47b2-8721-70d04d51239b), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:54.580380 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Deleting port 8828d7b0-0583-45dd-bbac-67970031c9c0 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:54.581039 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:54.647240 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:52:53Z', 'revision_number': 5, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port': {'id': '8828d7b0-0583-45dd-bbac-67970031c9c0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:34Z', 'updated_at': '2022-02-17T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:54.677400 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] Checking router: 953f9971-ad5e-47b2-8721-70d04d51239b for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:52:54.686999 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] For port 8828d7b0-0583-45dd-bbac-67970031c9c0, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=8828d7b0-0583-45dd-bbac-67970031c9c0,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:54.687389 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:54.688603 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] Routers {'953f9971-ad5e-47b2-8721-70d04d51239b'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:52:54.689243 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:52:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['953f9971-ad5e-47b2-8721-70d04d51239b'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:54.706070 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Calling delete_port for 8828d7b0-0583-45dd-bbac-67970031c9c0 owned by network:router_gateway {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:54.840161 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] Set router 953f9971-ad5e-47b2-8721-70d04d51239b gateway port host: None {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:52:54.929000 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:52:54Z', 'revision_number': 6, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port_host': None}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:54.963246 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4131a98f-2aa5-4071-80b8-849d556cc1ab None None] The sync data for ids ['953f9971-ad5e-47b2-8721-70d04d51239b'] in dv-cinder-773985-34-iscsi is: [{'id': '953f9971-ad5e-47b2-8721-70d04d51239b', 'name': 'tempest-TestMinimumBasicScenario-2001966203-router', 'tenant_id': 'df452c64635a4071b2a7082ee7a56b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:33Z', 'updated_at': '2022-02-17T09:52:54Z', 'revision_number': 6, 'project_id': 'df452c64635a4071b2a7082ee7a56b8f', 'gw_port_host': None}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:52:54.969488 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (8828d7b0-0583-45dd-bbac-67970031c9c0), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.003547 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Pushing event deleted for resources: {'Port': ['ID=8828d7b0-0583-45dd-bbac-67970031c9c0,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:55.093461 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015973'] for router_gateway (953f9971-ad5e-47b2-8721-70d04d51239b), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.241610 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1016888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28497'] for router (953f9971-ad5e-47b2-8721-70d04d51239b), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.245535 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Publish callbacks [] for router_controller (953f9971-ad5e-47b2-8721-70d04d51239b), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.393554 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1016881'] for router (953f9971-ad5e-47b2-8721-70d04d51239b), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.400155 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 953f9971-ad5e-47b2-8721-70d04d51239b {{(pid=109366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 09:52:55.409090 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.411321 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-940dba53-d42a-4c8f-a41d-842eac9ed338 admin admin] 10.222.0.61 "DELETE /v2.0/routers/953f9971-ad5e-47b2-8721-70d04d51239b HTTP/1.1" status: 204 len: 168 time: 1.1696146 Feb 17 09:52:55.413472 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 9662b555-8a99-46d5-a950-65398195c540 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:55.414943 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59990) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:55.439338 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 9662b555-8a99-46d5-a950-65398195c540 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:52:55.439744 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 9662b555-8a99-46d5-a950-65398195c540 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:52:55.507578 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a28d4b-bbb5-4e2b-8963-176b76aa9348 admin admin] Deleting subnet 9578a680-d3a0-49b1-a79d-dd46c5ba5840 {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:52:55.512979 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-50a28d4b-bbb5-4e2b-8963-176b76aa9348 admin admin] Publish callbacks [] for subnet (9578a680-d3a0-49b1-a79d-dd46c5ba5840), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.582770 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-50a28d4b-bbb5-4e2b-8963-176b76aa9348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (9578a680-d3a0-49b1-a79d-dd46c5ba5840), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.703506 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-50a28d4b-bbb5-4e2b-8963-176b76aa9348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (9578a680-d3a0-49b1-a79d-dd46c5ba5840), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.796934 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-50a28d4b-bbb5-4e2b-8963-176b76aa9348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (9578a680-d3a0-49b1-a79d-dd46c5ba5840), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.838099 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-50a28d4b-bbb5-4e2b-8963-176b76aa9348 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:55.843259 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-50a28d4b-bbb5-4e2b-8963-176b76aa9348 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9578a680-d3a0-49b1-a79d-dd46c5ba5840 HTTP/1.1" status: 204 len: 168 time: 0.4263668 Feb 17 09:52:55.844833 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a28d4b-bbb5-4e2b-8963-176b76aa9348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9578a680-d3a0-49b1-a79d-dd46c5ba5840,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:55.846667 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 59992) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:55.851818 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef4f231-26b9-42d7-9d99-40a9709544a2 None None] Network e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:52:55.988951 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.083524 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Deleting port b0876587-d24d-4804-8feb-cce3ba2a5f87 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:56.083524 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.151428 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5bafc9-c039-4a2b-8e96-495c9db38624 None None] DHCP port deletion for e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab request from dv-cinder-773985-34-iscsi {{(pid=109368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 09:52:56.200210 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] For port b0876587-d24d-4804-8feb-cce3ba2a5f87, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=b0876587-d24d-4804-8feb-cce3ba2a5f87,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:56.201892 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.224958 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Calling delete_port for b0876587-d24d-4804-8feb-cce3ba2a5f87 owned by network:dhcp {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:56.247922 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bafc9-c039-4a2b-8e96-495c9db38624 None None] Deleting port b0876587-d24d-4804-8feb-cce3ba2a5f87 {{(pid=109368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:56.248741 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-fa5bafc9-c039-4a2b-8e96-495c9db38624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), before_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.346356 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-fa5bafc9-c039-4a2b-8e96-495c9db38624 None None] For port b0876587-d24d-4804-8feb-cce3ba2a5f87, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=b0876587-d24d-4804-8feb-cce3ba2a5f87,segment=NetworkSegment(1ff207b7-2385-4eb2-80cb-7e4b2d34defe),segment_id=1ff207b7-2385-4eb2-80cb-7e4b2d34defe)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:56.346811 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-fa5bafc9-c039-4a2b-8e96-495c9db38624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), precommit_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.363069 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bafc9-c039-4a2b-8e96-495c9db38624 None None] Calling delete_port for b0876587-d24d-4804-8feb-cce3ba2a5f87 owned by network:dhcp {{(pid=109368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:56.370147 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.405660 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0876587-d24d-4804-8feb-cce3ba2a5f87,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:56.407754 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] No DVR routers for this DVR port b0876587-d24d-4804-8feb-cce3ba2a5f87 on host dv-cinder-773985-34-iscsi {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:52:56.497855 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.526752 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab']}} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:56.545086 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff207b7-2385-4eb2-80cb-7e4b2d34defe') {'for_net_delete': True} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:56.545509 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff207b7-2385-4eb2-80cb-7e4b2d34defe') {} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:56.558569 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-fa5bafc9-c039-4a2b-8e96-495c9db38624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303'] for port (b0876587-d24d-4804-8feb-cce3ba2a5f87), after_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.559419 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8478020'] for segment (1ff207b7-2385-4eb2-80cb-7e4b2d34defe), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.578020 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (1ff207b7-2385-4eb2-80cb-7e4b2d34defe), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.588449 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=109367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:52:56.589019 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117284'] for segment (1ff207b7-2385-4eb2-80cb-7e4b2d34defe), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: Traceback (most recent call last): Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: timer() Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: cb(*args, **kw) Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: return func(*args, **kwargs) Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: self._notify() Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: self.callback(batched_events) Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: event.method(event) Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: return f(self, *a, **k) Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._get(url).json() Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: return self.request(url, 'GET', **kwargs) Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:52:56.591609 dv-cinder-773985-34-iscsi neutron-server[109367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:52:56.600264 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bafc9-c039-4a2b-8e96-495c9db38624 None None] Pushing event deleted for resources: {'Port': ['ID=b0876587-d24d-4804-8feb-cce3ba2a5f87,revision_number=None']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:56.604632 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5bafc9-c039-4a2b-8e96-495c9db38624 None None] No DVR routers for this DVR port b0876587-d24d-4804-8feb-cce3ba2a5f87 on host dv-cinder-773985-34-iscsi {{(pid=109368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:52:56.663402 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.669961 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:56.674469 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] 10.222.0.61 "DELETE /v2.0/networks/e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab HTTP/1.1" status: 204 len: 168 time: 0.8243217 Feb 17 09:52:56.679772 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 59998) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:56.691342 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440cdec-e37f-4c53-8ae2-7a7f5db66f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=e86d5a2c-33ec-4cf4-a717-e76e74bdb3ab,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:57.160071 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023215'] for router_interface (ab4233f0-4848-4d36-afff-578726a241ab), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:57.291166 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device b0876587-d24d-4804-8feb-cce3ba2a5f87 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:57.312616 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: b0876587-d24d-4804-8feb-cce3ba2a5f87 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:52:57.312968 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device b0876587-d24d-4804-8feb-cce3ba2a5f87 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:52:57.313399 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 8828d7b0-0583-45dd-bbac-67970031c9c0 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:52:57.334612 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 8828d7b0-0583-45dd-bbac-67970031c9c0 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:52:57.334952 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 8828d7b0-0583-45dd-bbac-67970031c9c0 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:52:57.438794 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] Deleting port a6399146-fa29-4291-8e8f-1755a708f57c {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:57.439139 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:57.529193 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] For port a6399146-fa29-4291-8e8f-1755a708f57c, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=a6399146-fa29-4291-8e8f-1755a708f57c,segment=NetworkSegment(7112b8db-4fc0-4088-93fd-29b19bfa4c66),segment_id=7112b8db-4fc0-4088-93fd-29b19bfa4c66)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:57.529562 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:57.543798 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] Calling delete_port for a6399146-fa29-4291-8e8f-1755a708f57c owned by network:router_interface {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:57.756070 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (a6399146-fa29-4291-8e8f-1755a708f57c), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:57.784059 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6399146-fa29-4291-8e8f-1755a708f57c,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:58.082561 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1017375'] for router_interface (ab4233f0-4848-4d36-afff-578726a241ab), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:58.393044 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] Router ab4233f0-4848-4d36-afff-578726a241ab has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:52:58.534654 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:52:58.543290 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-62ab3e7e-33a1-4b0c-85c7-88ab276b4089 admin admin] 10.222.0.61 "PUT /v2.0/routers/ab4233f0-4848-4d36-afff-578726a241ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8612916 Feb 17 09:52:58.546399 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60008) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:52:58.550117 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] Sync routers for ids ['ab4233f0-4848-4d36-afff-578726a241ab'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:52:58.562921 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] Routers {'ab4233f0-4848-4d36-afff-578726a241ab'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:52:58.563581 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:52:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ab4233f0-4848-4d36-afff-578726a241ab'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:58.712599 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Publish callbacks [] for router (ab4233f0-4848-4d36-afff-578726a241ab), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:58.856230 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Publish callbacks [] for router_gateway (ab4233f0-4848-4d36-afff-578726a241ab), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:58.911536 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] Set router ab4233f0-4848-4d36-afff-578726a241ab gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:52:58.952987 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Deleting port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:52:58.953679 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:59.064664 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] For port 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=9d0c470d-0ccd-4925-85d4-f05b98e8ab3d,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:52:59.064985 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:59.081869 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Calling delete_port for 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d owned by network:router_gateway {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:52:59.148509 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'name': 'tempest-TestMinimumBasicScenario-683254387-router', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:45Z', 'updated_at': '2022-02-17T09:52:57Z', 'revision_number': 5, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'gw_port': {'id': '9d0c470d-0ccd-4925-85d4-f05b98e8ab3d', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:49:46Z', 'updated_at': '2022-02-17T09:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:59.197153 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] Checking router: ab4233f0-4848-4d36-afff-578726a241ab for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:52:59.217287 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] Routers {'ab4233f0-4848-4d36-afff-578726a241ab'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:52:59.218436 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:52:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['ab4233f0-4848-4d36-afff-578726a241ab'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:59.400250 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] Set router ab4233f0-4848-4d36-afff-578726a241ab gateway port host: None {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:52:59.503310 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'name': 'tempest-TestMinimumBasicScenario-683254387-router', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:45Z', 'updated_at': '2022-02-17T09:52:58Z', 'revision_number': 6, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'gw_port_host': None}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:52:59.549907 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d727944-41a3-4af3-b3ef-4f874d05b7a2 None None] The sync data for ids ['ab4233f0-4848-4d36-afff-578726a241ab'] in dv-cinder-773985-34-iscsi is: [{'id': 'ab4233f0-4848-4d36-afff-578726a241ab', 'name': 'tempest-TestMinimumBasicScenario-683254387-router', 'tenant_id': '29cf818e6c7546d0be061f7375213d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:49:45Z', 'updated_at': '2022-02-17T09:52:58Z', 'revision_number': 6, 'project_id': '29cf818e6c7546d0be061f7375213d69', 'gw_port_host': None}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:52:59.735735 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (9d0c470d-0ccd-4925-85d4-f05b98e8ab3d), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:59.762119 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0c470d-0ccd-4925-85d4-f05b98e8ab3d,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:52:59.832032 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015973'] for router_gateway (ab4233f0-4848-4d36-afff-578726a241ab), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:59.934746 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1016888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28497'] for router (ab4233f0-4848-4d36-afff-578726a241ab), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:52:59.937522 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Publish callbacks [] for router_controller (ab4233f0-4848-4d36-afff-578726a241ab), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.014603 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1016881'] for router (ab4233f0-4848-4d36-afff-578726a241ab), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.015243 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4233f0-4848-4d36-afff-578726a241ab {{(pid=109366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 09:53:00.022594 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.024428 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-117a15a6-a707-4080-a461-2e1e2292f40f admin admin] 10.222.0.61 "DELETE /v2.0/routers/ab4233f0-4848-4d36-afff-578726a241ab HTTP/1.1" status: 204 len: 168 time: 1.4764249 Feb 17 09:53:00.027833 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60018) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:00.102922 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3d436c-2bfc-4051-b92c-43b84e14a727 admin admin] Deleting subnet 32a600b8-6c46-4dff-a484-a2b60ec2ab3f {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:53:00.106519 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7a3d436c-2bfc-4051-b92c-43b84e14a727 admin admin] Publish callbacks [] for subnet (32a600b8-6c46-4dff-a484-a2b60ec2ab3f), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.144410 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7a3d436c-2bfc-4051-b92c-43b84e14a727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (32a600b8-6c46-4dff-a484-a2b60ec2ab3f), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.228672 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4082c737-edf6-4a7d-9eb2-7e623cf88a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.247489 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7a3d436c-2bfc-4051-b92c-43b84e14a727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (32a600b8-6c46-4dff-a484-a2b60ec2ab3f), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.317846 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7a3d436c-2bfc-4051-b92c-43b84e14a727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (32a600b8-6c46-4dff-a484-a2b60ec2ab3f), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.350002 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d436c-2bfc-4051-b92c-43b84e14a727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a600b8-6c46-4dff-a484-a2b60ec2ab3f,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:00.352308 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-7a3d436c-2bfc-4051-b92c-43b84e14a727 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.355677 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7a3d436c-2bfc-4051-b92c-43b84e14a727 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/32a600b8-6c46-4dff-a484-a2b60ec2ab3f HTTP/1.1" status: 204 len: 168 time: 0.3265228 Feb 17 09:53:00.358636 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60022) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:00.361188 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c28fef-77fd-4a6d-87fb-ca1c587e2164 None None] Network 4a5fccf7-e8ed-4b9f-8ca2-46838899851f requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:53:00.459154 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (4a5fccf7-e8ed-4b9f-8ca2-46838899851f), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.552707 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Deleting port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:53:00.553142 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.563103 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694935f-3f9b-472c-91fc-85658d398d46 None None] DHCP port deletion for 4a5fccf7-e8ed-4b9f-8ca2-46838899851f request from dv-cinder-773985-34-iscsi {{(pid=109368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 09:53:00.636259 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-2694935f-3f9b-472c-91fc-85658d398d46 None None] Deleting port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e {{(pid=109368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:53:00.636826 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2694935f-3f9b-472c-91fc-85658d398d46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), before_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.641248 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] For port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=17faf1a5-6b0c-4f3e-9892-a5278f911c9e,segment=NetworkSegment(7112b8db-4fc0-4088-93fd-29b19bfa4c66),segment_id=7112b8db-4fc0-4088-93fd-29b19bfa4c66)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:53:00.641988 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.657739 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Calling delete_port for 17faf1a5-6b0c-4f3e-9892-a5278f911c9e owned by network:dhcp {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:53:00.769076 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-2694935f-3f9b-472c-91fc-85658d398d46 None None] For port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=17faf1a5-6b0c-4f3e-9892-a5278f911c9e,segment=NetworkSegment(7112b8db-4fc0-4088-93fd-29b19bfa4c66),segment_id=7112b8db-4fc0-4088-93fd-29b19bfa4c66)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:53:00.769646 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2694935f-3f9b-472c-91fc-85658d398d46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), precommit_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.771195 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.799090 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-2694935f-3f9b-472c-91fc-85658d398d46 None None] Calling delete_port for 17faf1a5-6b0c-4f3e-9892-a5278f911c9e owned by network:dhcp {{(pid=109368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:53:00.818635 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] No DVR routers for this DVR port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e on host dv-cinder-773985-34-iscsi {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:53:00.825632 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Pushing event deleted for resources: {'Port': ['ID=17faf1a5-6b0c-4f3e-9892-a5278f911c9e,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:00.928916 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (4a5fccf7-e8ed-4b9f-8ca2-46838899851f), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.969311 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5fccf7-e8ed-4b9f-8ca2-46838899851f']}} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:00.971104 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2694935f-3f9b-472c-91fc-85658d398d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303'] for port (17faf1a5-6b0c-4f3e-9892-a5278f911c9e), after_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:00.983937 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7112b8db-4fc0-4088-93fd-29b19bfa4c66') {'for_net_delete': True} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:00.984545 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7112b8db-4fc0-4088-93fd-29b19bfa4c66') {} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:00.996098 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8478020'] for segment (7112b8db-4fc0-4088-93fd-29b19bfa4c66), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:01.004408 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694935f-3f9b-472c-91fc-85658d398d46 None None] Pushing event deleted for resources: {'Port': ['ID=17faf1a5-6b0c-4f3e-9892-a5278f911c9e,revision_number=None']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:01.009452 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694935f-3f9b-472c-91fc-85658d398d46 None None] No DVR routers for this DVR port 17faf1a5-6b0c-4f3e-9892-a5278f911c9e on host dv-cinder-773985-34-iscsi {{(pid=109368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:53:01.015101 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (7112b8db-4fc0-4088-93fd-29b19bfa4c66), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:01.028791 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=109367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:53:01.029208 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117284'] for segment (7112b8db-4fc0-4088-93fd-29b19bfa4c66), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: Traceback (most recent call last): Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: timer() Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: cb(*args, **kw) Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: return func(*args, **kwargs) Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: self._notify() Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: self.callback(batched_events) Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: event.method(event) Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: return f(self, *a, **k) Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._get(url).json() Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: return self.request(url, 'GET', **kwargs) Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:53:01.031249 dv-cinder-773985-34-iscsi neutron-server[109367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:53:01.106577 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (4a5fccf7-e8ed-4b9f-8ca2-46838899851f), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:01.112661 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:01.116545 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4a5fccf7-e8ed-4b9f-8ca2-46838899851f HTTP/1.1" status: 204 len: 168 time: 0.7561862 Feb 17 09:53:01.130988 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901275e2-c298-4b53-bb8c-6cd16aeab136 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5fccf7-e8ed-4b9f-8ca2-46838899851f,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:01.309814 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:53:01.339864 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60032) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:01.347675 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:53:01.348043 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 9d0c470d-0ccd-4925-85d4-f05b98e8ab3d not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:53:01.349398 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device a6399146-fa29-4291-8e8f-1755a708f57c no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:53:01.375552 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: a6399146-fa29-4291-8e8f-1755a708f57c {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:53:01.375552 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device a6399146-fa29-4291-8e8f-1755a708f57c not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:53:01.381003 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 17faf1a5-6b0c-4f3e-9892-a5278f911c9e no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:53:01.398801 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 17faf1a5-6b0c-4f3e-9892-a5278f911c9e {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:53:01.399188 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 17faf1a5-6b0c-4f3e-9892-a5278f911c9e not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:53:01.399661 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-9cc68854-efd4-4324-92ee-6900c03e98fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df452c64635a4071b2a7082ee7a56b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0569792 Feb 17 09:53:01.403353 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60034) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:01.464646 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed6880b2-cbda-4d8d-b369-4e2924faceec admin admin] Publish callbacks [] for security_group (32be2183-0d85-479a-a3e3-87e8afc1c2ea), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:01.490848 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed6880b2-cbda-4d8d-b369-4e2924faceec admin admin] Publish callbacks [] for security_group (32be2183-0d85-479a-a3e3-87e8afc1c2ea), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:01.559475 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed6880b2-cbda-4d8d-b369-4e2924faceec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (32be2183-0d85-479a-a3e3-87e8afc1c2ea), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:01.562337 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed6880b2-cbda-4d8d-b369-4e2924faceec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:01.563670 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-ed6880b2-cbda-4d8d-b369-4e2924faceec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32be2183-0d85-479a-a3e3-87e8afc1c2ea HTTP/1.1" status: 204 len: 168 time: 0.1591511 Feb 17 09:53:01.575254 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6880b2-cbda-4d8d-b369-4e2924faceec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32be2183-0d85-479a-a3e3-87e8afc1c2ea,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:01.971056 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60042) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:02.022809 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-c6613ede-e465-4ec3-86e1-46a977694721 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29cf818e6c7546d0be061f7375213d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504951 Feb 17 09:53:02.026046 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60044) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:02.113542 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-385221f1-ee70-4a05-a297-8d02937c72eb admin admin] Publish callbacks [] for security_group (a1c4781d-1a47-431a-ba4a-3069176223f2), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:02.144560 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-385221f1-ee70-4a05-a297-8d02937c72eb admin admin] Publish callbacks [] for security_group (a1c4781d-1a47-431a-ba4a-3069176223f2), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:02.205033 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-385221f1-ee70-4a05-a297-8d02937c72eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (a1c4781d-1a47-431a-ba4a-3069176223f2), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:02.207976 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-385221f1-ee70-4a05-a297-8d02937c72eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:02.209414 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-385221f1-ee70-4a05-a297-8d02937c72eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1c4781d-1a47-431a-ba4a-3069176223f2 HTTP/1.1" status: 204 len: 168 time: 0.1819496 Feb 17 09:53:02.218582 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385221f1-ee70-4a05-a297-8d02937c72eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c4781d-1a47-431a-ba4a-3069176223f2,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:03.009108 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-99424f83-0b94-4a2c-81ce-7e7ca8ae0429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:04.940375 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:05.327303 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60084) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:05.469854 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4941945b-0be1-4f51-a0d7-764352040b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:05.598187 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4941945b-0be1-4f51-a0d7-764352040b0a admin admin] Publish callbacks [] for security_group (1076b76c-ac96-479b-814b-873226edaf6f), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:05.604068 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4941945b-0be1-4f51-a0d7-764352040b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1076b76c-ac96-479b-814b-873226edaf6f), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:05.648010 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941945b-0be1-4f51-a0d7-764352040b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1076b76c-ac96-479b-814b-873226edaf6f,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:05.658619 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-4941945b-0be1-4f51-a0d7-764352040b0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1148b7356d444b138a27aa179064522f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301551 Feb 17 09:53:05.659262 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60088) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:05.732461 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77135fc2-2076-4444-ae17-48cf5d20f9dd admin admin] Publish callbacks [] for security_group (1076b76c-ac96-479b-814b-873226edaf6f), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:05.760939 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77135fc2-2076-4444-ae17-48cf5d20f9dd admin admin] Publish callbacks [] for security_group (1076b76c-ac96-479b-814b-873226edaf6f), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:05.830808 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77135fc2-2076-4444-ae17-48cf5d20f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1076b76c-ac96-479b-814b-873226edaf6f), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:05.834395 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77135fc2-2076-4444-ae17-48cf5d20f9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:05.838728 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-77135fc2-2076-4444-ae17-48cf5d20f9dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1076b76c-ac96-479b-814b-873226edaf6f HTTP/1.1" status: 204 len: 168 time: 0.1749814 Feb 17 09:53:05.845666 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77135fc2-2076-4444-ae17-48cf5d20f9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1076b76c-ac96-479b-814b-873226edaf6f,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:07.536086 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:08.463714 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:08.946687 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775af1f7-3dff-470e-8e68-dc57a6fd4e80 req-95ae8495-6dda-41ea-be47-e1f27dab223c tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:08.948437 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-775af1f7-3dff-470e-8e68-dc57a6fd4e80 req-95ae8495-6dda-41ea-be47-e1f27dab223c tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 946 time: 0.0579362 Feb 17 09:53:09.000814 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-775af1f7-3dff-470e-8e68-dc57a6fd4e80 req-3fe57f48-078a-4cae-88f1-1108d1701289 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463846 Feb 17 09:53:10.148273 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072d2be-4c53-4f00-83c5-4e8f4bbb17f7 req-1b19fde7-daa0-48c2-a4d4-10370221a602 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:10.150157 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5072d2be-4c53-4f00-83c5-4e8f4bbb17f7 req-1b19fde7-daa0-48c2-a4d4-10370221a602 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 946 time: 0.0722675 Feb 17 09:53:10.221454 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5072d2be-4c53-4f00-83c5-4e8f4bbb17f7 req-aee8a777-27eb-41a6-a4ef-1bf4d19bfcc1 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a25dae9-6add-406d-a232-835bc63930ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650752 Feb 17 09:53:10.656529 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d258265-767a-47f0-8747-af328c6ae34b req-bdf3b8a3-58de-467b-a181-e4695e5f06d7 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:10.658291 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9d258265-767a-47f0-8747-af328c6ae34b req-bdf3b8a3-58de-467b-a181-e4695e5f06d7 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.124 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 946 time: 0.0623181 Feb 17 09:53:10.779552 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-9d258265-767a-47f0-8747-af328c6ae34b req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Deleting port 4ff5f611-00fe-46e0-b198-838b9acf6956 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:53:10.779887 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-9d258265-767a-47f0-8747-af328c6ae34b req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:10.913927 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-9d258265-767a-47f0-8747-af328c6ae34b req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] For port 4ff5f611-00fe-46e0-b198-838b9acf6956, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4ff5f611-00fe-46e0-b198-838b9acf6956,segment=NetworkSegment(b9480684-c699-4035-9751-e868737aa51e),segment_id=b9480684-c699-4035-9751-e868737aa51e)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:53:10.914428 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-9d258265-767a-47f0-8747-af328c6ae34b req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:10.938558 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-9d258265-767a-47f0-8747-af328c6ae34b req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Calling delete_port for 4ff5f611-00fe-46e0-b198-838b9acf6956 owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:53:11.136748 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-9d258265-767a-47f0-8747-af328c6ae34b req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (4ff5f611-00fe-46e0-b198-838b9acf6956), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:11.157181 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['4ff5f611-00fe-46e0-b198-838b9acf6956'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:53:11.185089 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Pushing event deleted for resources: {'Port': ['ID=4ff5f611-00fe-46e0-b198-838b9acf6956,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:11.213019 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.214367 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.214367 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.214367 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.214767 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.215122 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.216296 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.216486 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.217049 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.217612 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.219336 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.219336 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.219336 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:11.281947 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d258265-767a-47f0-8747-af328c6ae34b req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] No DVR routers for this DVR port 4ff5f611-00fe-46e0-b198-838b9acf6956 on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:53:11.284927 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-9d258265-767a-47f0-8747-af328c6ae34b req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:11.289548 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9d258265-767a-47f0-8747-af328c6ae34b req-2c28d248-a97f-471e-b0e8-5f4c45ee5785 tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.124 "DELETE /v2.0/ports/4ff5f611-00fe-46e0-b198-838b9acf6956 HTTP/1.1" status: 204 len: 173 time: 0.6241109 Feb 17 09:53:11.290110 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd496600-5973-4687-a635-d64c98455208', 'name': 'network-vif-deleted', 'tag': '4ff5f611-00fe-46e0-b198-838b9acf6956'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:53:11.294963 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95427f69-791f-4114-afa0-207712dfcd60" -d '{"events": [{"server_uuid": "bd496600-5973-4687-a635-d64c98455208", "name": "network-vif-deleted", "tag": "4ff5f611-00fe-46e0-b198-838b9acf6956"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:53:11.400324 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade97fe0-8a60-4ac4-ba4f-8c0126364a8a x-openstack-request-id: req-ade97fe0-8a60-4ac4-ba4f-8c0126364a8a {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:53:11.400937 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd496600-5973-4687-a635-d64c98455208", "name": "network-vif-deleted", "tag": "4ff5f611-00fe-46e0-b198-838b9acf6956", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:53:11.401491 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ade97fe0-8a60-4ac4-ba4f-8c0126364a8a {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:53:11.402291 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd496600-5973-4687-a635-d64c98455208', 'name': 'network-vif-deleted', 'tag': '4ff5f611-00fe-46e0-b198-838b9acf6956', 'status': 'completed', 'code': 200} Feb 17 09:53:11.406299 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-90a973b6-1193-4a8e-b417-3a0b8c803d85 req-0db1882e-df0c-451b-beb6-1ee53ca5193e tempest-VolumesSnapshotTestJSON-990574974 tempest-VolumesSnapshotTestJSON-990574974-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd496600-5973-4687-a635-d64c98455208 HTTP/1.1" status: 200 len: 210 time: 0.0805497 Feb 17 09:53:14.111469 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:15.383144 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 4ff5f611-00fe-46e0-b198-838b9acf6956 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:53:15.404142 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 4ff5f611-00fe-46e0-b198-838b9acf6956 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:53:15.404489 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 4ff5f611-00fe-46e0-b198-838b9acf6956 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:53:17.773294 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ad24c-5cd7-4215-9fce-42eac283e89e req-0961ecbe-3fef-44b1-be0e-bf613b3e1f60 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:17.775026 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dc7ad24c-5cd7-4215-9fce-42eac283e89e req-0961ecbe-3fef-44b1-be0e-bf613b3e1f60 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 946 time: 0.0597048 Feb 17 09:53:17.823844 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dc7ad24c-5cd7-4215-9fce-42eac283e89e req-b6023ede-d10b-48e5-a018-2d51951dd262 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426354 Feb 17 09:53:18.965243 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eb675-0767-4061-ba7b-aa8207d1a52d req-0455c329-a68c-4694-8ed9-79af1e4fcba7 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:18.967122 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e91eb675-0767-4061-ba7b-aa8207d1a52d req-0455c329-a68c-4694-8ed9-79af1e4fcba7 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 946 time: 0.0588117 Feb 17 09:53:19.018446 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e91eb675-0767-4061-ba7b-aa8207d1a52d req-654f5837-b4da-45f6-9191-3f4af28490cc tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups?id=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455441 Feb 17 09:53:19.411384 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-9fc03768-741d-420e-8be5-21a13a3ce9c4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:19.413307 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-9fc03768-741d-420e-8be5-21a13a3ce9c4 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.124 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 946 time: 0.0659523 Feb 17 09:53:19.517008 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Deleting port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:53:19.517249 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:19.612452 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] For port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:53:19.612819 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:19.799292 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:19.799594 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (f207f164-4493-4f34-8974-44b531924f06), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:19.799921 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.l3_db [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Floating IP f207f164-4493-4f34-8974-44b531924f06 disassociated. External IP: 172.27.3.28, port: ca05ee93-6fc5-4cb6-8cba-63aca5c914b7. Feb 17 09:53:19.800300 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Calling delete_port for ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:53:19.966402 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (ca05ee93-6fc5-4cb6-8cba-63aca5c914b7), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:19.999831 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event deleted for resources: {'Port': ['ID=ca05ee93-6fc5-4cb6-8cba-63aca5c914b7,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:20.129762 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f5901d09-1023-408f-be5a-8b9d38c08958 req-c56800aa-73d8-4771-8fdb-464d376473f5 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/ports?device_id=662f695b-24dd-47dc-bd0a-d835f40d42c6 HTTP/1.1" status: 200 len: 210 time: 0.0316243 Feb 17 09:53:20.151410 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Router cd49f564-ce63-45d6-a993-91192302a370 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:53:20.263960 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:53:20.276217 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] Sync routers for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:53:20.295638 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:53:20.296184 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:53:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:20.308729 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] No DVR routers for this DVR port ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:53:20.311283 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:20.319064 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5e25fa30-be1b-4674-9741-9e58a67fed7f req-a064b8fe-c216-4507-b22f-87b9bda100d9 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.124 "DELETE /v2.0/ports/ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 HTTP/1.1" status: 204 len: 173 time: 0.8959961 Feb 17 09:53:20.319064 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'name': 'network-vif-deleted', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:53:20.319064 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ff858c-950d-4f99-8269-0873ead3fa12" -d '{"events": [{"server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "name": "network-vif-deleted", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:53:20.375321 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fedd8e-8b54-4d10-880c-efdaa6a6a063 x-openstack-request-id: req-58fedd8e-8b54-4d10-880c-efdaa6a6a063 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:53:20.378656 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662f695b-24dd-47dc-bd0a-d835f40d42c6", "name": "network-vif-deleted", "tag": "ca05ee93-6fc5-4cb6-8cba-63aca5c914b7", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:53:20.379149 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58fedd8e-8b54-4d10-880c-efdaa6a6a063 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:53:20.380727 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f695b-24dd-47dc-bd0a-d835f40d42c6', 'name': 'network-vif-deleted', 'tag': 'ca05ee93-6fc5-4cb6-8cba-63aca5c914b7', 'status': 'completed', 'code': 200} Feb 17 09:53:20.571769 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:53:20.846679 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:20.876367 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] Checking router: cd49f564-ce63-45d6-a993-91192302a370 for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:53:20.888692 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:53:20.889752 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:53:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:21.080322 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:53:21.254609 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60302) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:21.355403 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:21.356326 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:21.385733 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e314d9-99c1-4372-a345-5d20646970b1 None None] The sync data for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi is: [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '5403c803-cb21-43d0-bda9-7496b1466e22', 'name': '', 'network_id': 'b653c0f7-a7ca-4196-b5ff-c0eefbad49fd', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'mac_address': 'fa:16:3e:09:ed:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:57Z', 'updated_at': '2022-02-17T09:46:11Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'subnets': [{'id': '4d0c7460-8317-4e22-b30b-51c74fbbc3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:53:21.392959 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:21.467398 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:21.470861 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:21.472159 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "DELETE /v2.0/security-groups/b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1 HTTP/1.1" status: 204 len: 168 time: 0.2164574 Feb 17 09:53:21.478597 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60304) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:21.485154 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:21.495039 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.495469 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.495827 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.496156 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.496556 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.496855 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.497238 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.497585 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.498168 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.498696 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.499047 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.499388 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.499730 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad37509-e3f7-44ba-9bef-9c3801480966 tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:21.503288 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.api.v2.resource [None req-eb9ecc68-c494-49d0-8794-903f901cf8ce tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] show failed (client error): The resource could not be found. Feb 17 09:53:21.505956 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-eb9ecc68-c494-49d0-8794-903f901cf8ce tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "GET /v2.0/security-groups/b55ded29-2ecb-48bf-9e54-1e2c25c3d1e1 HTTP/1.1" status: 404 len: 347 time: 0.0256546 Feb 17 09:53:21.509367 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60306) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:21.695875 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd3d9c-442e-423e-8d95-2d6b375aca0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Deleting port 0302e678-40a9-41cb-aa31-d57c19d245b8 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:53:21.696472 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3d9c-442e-423e-8d95-2d6b375aca0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (0302e678-40a9-41cb-aa31-d57c19d245b8), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:21.749726 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45953d10-fce9-49a6-a9b7-ae0eeb635218 None None] New status for floating IP f207f164-4493-4f34-8974-44b531924f06: DOWN {{(pid=109368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:53:21.820071 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3d9c-442e-423e-8d95-2d6b375aca0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (0302e678-40a9-41cb-aa31-d57c19d245b8), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:21.820466 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3d9c-442e-423e-8d95-2d6b375aca0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (0302e678-40a9-41cb-aa31-d57c19d245b8), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:21.836942 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd3d9c-442e-423e-8d95-2d6b375aca0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Calling delete_port for 0302e678-40a9-41cb-aa31-d57c19d245b8 owned by network:floatingip {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:53:22.029583 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3d9c-442e-423e-8d95-2d6b375aca0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (0302e678-40a9-41cb-aa31-d57c19d245b8), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:22.078490 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd3d9c-442e-423e-8d95-2d6b375aca0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Pushing event deleted for resources: {'Port': ['ID=0302e678-40a9-41cb-aa31-d57c19d245b8,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:22.151192 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3d9c-442e-423e-8d95-2d6b375aca0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks [] for floatingip (f207f164-4493-4f34-8974-44b531924f06), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:22.153632 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b6cd3d9c-442e-423e-8d95-2d6b375aca0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:22.154957 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-b6cd3d9c-442e-423e-8d95-2d6b375aca0b tempest-AttachVolumeShelveTestJSON-296087953 tempest-AttachVolumeShelveTestJSON-296087953-project] 10.222.0.61 "DELETE /v2.0/floatingips/f207f164-4493-4f34-8974-44b531924f06 HTTP/1.1" status: 204 len: 168 time: 0.6444926 Feb 17 09:53:25.485437 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:53:25.508492 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:53:25.508810 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device ca05ee93-6fc5-4cb6-8cba-63aca5c914b7 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:53:27.047248 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60370) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:27.878601 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023215'] for router_interface (cd49f564-ce63-45d6-a993-91192302a370), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:28.409555 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] Deleting port 5403c803-cb21-43d0-bda9-7496b1466e22 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:53:28.411901 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:28.532112 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] For port 5403c803-cb21-43d0-bda9-7496b1466e22, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=5403c803-cb21-43d0-bda9-7496b1466e22,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:53:28.532605 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:28.549885 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] Calling delete_port for 5403c803-cb21-43d0-bda9-7496b1466e22 owned by network:router_interface {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:53:28.824706 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (5403c803-cb21-43d0-bda9-7496b1466e22), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:28.868211 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] Pushing event deleted for resources: {'Port': ['ID=5403c803-cb21-43d0-bda9-7496b1466e22,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:29.466749 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1017375'] for router_interface (cd49f564-ce63-45d6-a993-91192302a370), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:29.766385 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] Router cd49f564-ce63-45d6-a993-91192302a370 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:53:29.901700 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:53:29.909663 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-01b31ee0-527e-464d-9cc3-5b4951964250 admin admin] 10.222.0.61 "PUT /v2.0/routers/cd49f564-ce63-45d6-a993-91192302a370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8607018 Feb 17 09:53:29.913070 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60396) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:29.918095 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:53:29.921694 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] Sync routers for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:53:29.935777 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:53:29.936407 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:53:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:30.074127 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:53:30.088964 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Publish callbacks [] for router (cd49f564-ce63-45d6-a993-91192302a370), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:30.229805 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a39b0d8e-2f8f-4580-b00c-d30120a535c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:30.261485 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Publish callbacks [] for router_gateway (cd49f564-ce63-45d6-a993-91192302a370), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:30.317388 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:53:28Z', 'revision_number': 5, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port': {'id': '774fddbc-da90-4938-aab5-2c7da25aaca8', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:47:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd49f564-ce63-45d6-a993-91192302a370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:45:46Z', 'updated_at': '2022-02-17T09:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:30.354607 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] Checking router: cd49f564-ce63-45d6-a993-91192302a370 for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:53:30.364894 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] Routers {'cd49f564-ce63-45d6-a993-91192302a370'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:53:30.365532 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:53:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['cd49f564-ce63-45d6-a993-91192302a370'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:30.383289 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Deleting port 774fddbc-da90-4938-aab5-2c7da25aaca8 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:53:30.383849 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:30.506060 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] Set router cd49f564-ce63-45d6-a993-91192302a370 gateway port host: None {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:53:30.514543 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] For port 774fddbc-da90-4938-aab5-2c7da25aaca8, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=774fddbc-da90-4938-aab5-2c7da25aaca8,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:53:30.515565 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:30.543841 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Calling delete_port for 774fddbc-da90-4938-aab5-2c7da25aaca8 owned by network:router_gateway {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:53:30.594339 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:53:30Z', 'revision_number': 6, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port_host': None}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:30.652393 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3be61-047e-4d79-800c-4b95eabfd027 None None] The sync data for ids ['cd49f564-ce63-45d6-a993-91192302a370'] in dv-cinder-773985-34-iscsi is: [{'id': 'cd49f564-ce63-45d6-a993-91192302a370', 'name': 'tempest-AttachVolumeShelveTestJSON-655888823-router', 'tenant_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:45:45Z', 'updated_at': '2022-02-17T09:53:30Z', 'revision_number': 6, 'project_id': 'e0b3d80bb0ef413b9c1d79c6528a74c6', 'gw_port_host': None}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:53:30.791548 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (774fddbc-da90-4938-aab5-2c7da25aaca8), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:30.838697 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=774fddbc-da90-4938-aab5-2c7da25aaca8,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:30.924067 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015973'] for router_gateway (cd49f564-ce63-45d6-a993-91192302a370), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.039291 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1016888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28497'] for router (cd49f564-ce63-45d6-a993-91192302a370), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.042352 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Publish callbacks [] for router_controller (cd49f564-ce63-45d6-a993-91192302a370), precommit_delete_associations {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.107633 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1016881'] for router (cd49f564-ce63-45d6-a993-91192302a370), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.108647 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd49f564-ce63-45d6-a993-91192302a370 {{(pid=109367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 09:53:31.118660 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.123178 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-2977fc34-234f-48a8-b603-e380912da5d5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/cd49f564-ce63-45d6-a993-91192302a370 HTTP/1.1" status: 204 len: 168 time: 1.2058570 Feb 17 09:53:31.123602 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60402) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:31.199285 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2856bce-efe0-46d7-871a-3c64d7e85f04 admin admin] Deleting subnet 4d0c7460-8317-4e22-b30b-51c74fbbc3e6 {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:53:31.204104 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2856bce-efe0-46d7-871a-3c64d7e85f04 admin admin] Publish callbacks [] for subnet (4d0c7460-8317-4e22-b30b-51c74fbbc3e6), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.249905 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2856bce-efe0-46d7-871a-3c64d7e85f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (4d0c7460-8317-4e22-b30b-51c74fbbc3e6), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.351055 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2856bce-efe0-46d7-871a-3c64d7e85f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (4d0c7460-8317-4e22-b30b-51c74fbbc3e6), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.435323 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2856bce-efe0-46d7-871a-3c64d7e85f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (4d0c7460-8317-4e22-b30b-51c74fbbc3e6), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.477257 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2856bce-efe0-46d7-871a-3c64d7e85f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0c7460-8317-4e22-b30b-51c74fbbc3e6,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:31.484356 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b2856bce-efe0-46d7-871a-3c64d7e85f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.491428 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-b2856bce-efe0-46d7-871a-3c64d7e85f04 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4d0c7460-8317-4e22-b30b-51c74fbbc3e6 HTTP/1.1" status: 204 len: 168 time: 0.3662708 Feb 17 09:53:31.496259 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60406) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:31.510019 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a9ed8-8a6d-4be6-bab8-c09e155e35c0 None None] Network b653c0f7-a7ca-4196-b5ff-c0eefbad49fd requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:53:31.694372 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 774fddbc-da90-4938-aab5-2c7da25aaca8 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:53:31.705757 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (b653c0f7-a7ca-4196-b5ff-c0eefbad49fd), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.737505 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 774fddbc-da90-4938-aab5-2c7da25aaca8 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:53:31.738179 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 774fddbc-da90-4938-aab5-2c7da25aaca8 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:53:31.738824 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 5403c803-cb21-43d0-bda9-7496b1466e22 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:53:31.786108 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 5403c803-cb21-43d0-bda9-7496b1466e22 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:53:31.787393 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 5403c803-cb21-43d0-bda9-7496b1466e22 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:53:31.875862 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Deleting port 85d64a36-fbb5-4d16-920a-a52110c131c4 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:53:31.876283 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:31.905187 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa30715-7257-41d1-a9ba-6af160cadbfb None None] DHCP port deletion for b653c0f7-a7ca-4196-b5ff-c0eefbad49fd request from dv-cinder-773985-34-iscsi {{(pid=109368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 09:53:32.017190 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] For port 85d64a36-fbb5-4d16-920a-a52110c131c4, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=85d64a36-fbb5-4d16-920a-a52110c131c4,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:53:32.018113 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.045315 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-7fa30715-7257-41d1-a9ba-6af160cadbfb None None] Deleting port 85d64a36-fbb5-4d16-920a-a52110c131c4 {{(pid=109368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:53:32.046118 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-7fa30715-7257-41d1-a9ba-6af160cadbfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), before_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.047988 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Calling delete_port for 85d64a36-fbb5-4d16-920a-a52110c131c4 owned by network:dhcp {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:53:32.148179 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-7fa30715-7257-41d1-a9ba-6af160cadbfb None None] For port 85d64a36-fbb5-4d16-920a-a52110c131c4, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=85d64a36-fbb5-4d16-920a-a52110c131c4,segment=NetworkSegment(4f87d4b9-250c-43eb-aebb-016a9a8b1dce),segment_id=4f87d4b9-250c-43eb-aebb-016a9a8b1dce)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:53:32.148727 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-7fa30715-7257-41d1-a9ba-6af160cadbfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), precommit_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.166419 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-7fa30715-7257-41d1-a9ba-6af160cadbfb None None] Calling delete_port for 85d64a36-fbb5-4d16-920a-a52110c131c4 owned by network:dhcp {{(pid=109368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:53:32.195893 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.240220 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=85d64a36-fbb5-4d16-920a-a52110c131c4,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:32.246854 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] No DVR routers for this DVR port 85d64a36-fbb5-4d16-920a-a52110c131c4 on host dv-cinder-773985-34-iscsi {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:53:32.319353 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-7fa30715-7257-41d1-a9ba-6af160cadbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303'] for port (85d64a36-fbb5-4d16-920a-a52110c131c4), after_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.353328 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa30715-7257-41d1-a9ba-6af160cadbfb None None] Pushing event deleted for resources: {'Port': ['ID=85d64a36-fbb5-4d16-920a-a52110c131c4,revision_number=None']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:32.355758 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa30715-7257-41d1-a9ba-6af160cadbfb None None] No DVR routers for this DVR port 85d64a36-fbb5-4d16-920a-a52110c131c4 on host dv-cinder-773985-34-iscsi {{(pid=109368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:53:32.377553 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (b653c0f7-a7ca-4196-b5ff-c0eefbad49fd), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.418069 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b653c0f7-a7ca-4196-b5ff-c0eefbad49fd']}} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:32.431660 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f87d4b9-250c-43eb-aebb-016a9a8b1dce') {'for_net_delete': True} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:32.432071 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f87d4b9-250c-43eb-aebb-016a9a8b1dce') {} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:32.445893 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8478020'] for segment (4f87d4b9-250c-43eb-aebb-016a9a8b1dce), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.466972 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (4f87d4b9-250c-43eb-aebb-016a9a8b1dce), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.478055 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=109367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:53:32.479138 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117284'] for segment (4f87d4b9-250c-43eb-aebb-016a9a8b1dce), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: Traceback (most recent call last): Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: timer() Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: cb(*args, **kw) Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: return func(*args, **kwargs) Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: self._notify() Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: self.callback(batched_events) Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: event.method(event) Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: return f(self, *a, **k) Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._get(url).json() Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: return self.request(url, 'GET', **kwargs) Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:53:32.482139 dv-cinder-773985-34-iscsi neutron-server[109367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:53:32.595486 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (b653c0f7-a7ca-4196-b5ff-c0eefbad49fd), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.605587 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:32.609736 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] 10.222.0.61 "DELETE /v2.0/networks/b653c0f7-a7ca-4196-b5ff-c0eefbad49fd HTTP/1.1" status: 204 len: 168 time: 1.1112378 Feb 17 09:53:32.625302 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c784c97-ade6-4bcf-b9a7-be11d7411f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=b653c0f7-a7ca-4196-b5ff-c0eefbad49fd,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:32.808739 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60422) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:32.882775 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-590556b7-1028-400d-884a-b86dec1483b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0b3d80bb0ef413b9c1d79c6528a74c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0723827 Feb 17 09:53:32.885639 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60424) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:32.964698 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed71c3de-afb3-42a2-8075-8f58def7bd5b admin admin] Publish callbacks [] for security_group (8f21fb51-e477-4292-a621-e15203fbaaa3), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:33.004945 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed71c3de-afb3-42a2-8075-8f58def7bd5b admin admin] Publish callbacks [] for security_group (8f21fb51-e477-4292-a621-e15203fbaaa3), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:33.026716 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-10321b51-8f27-4989-b06c-3c858c1de8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:33.122509 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed71c3de-afb3-42a2-8075-8f58def7bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (8f21fb51-e477-4292-a621-e15203fbaaa3), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:33.129461 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ed71c3de-afb3-42a2-8075-8f58def7bd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:33.130254 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-ed71c3de-afb3-42a2-8075-8f58def7bd5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f21fb51-e477-4292-a621-e15203fbaaa3 HTTP/1.1" status: 204 len: 168 time: 0.2428246 Feb 17 09:53:33.148426 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71c3de-afb3-42a2-8075-8f58def7bd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f21fb51-e477-4292-a621-e15203fbaaa3,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:33.375174 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 85d64a36-fbb5-4d16-920a-a52110c131c4 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:53:33.416302 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 85d64a36-fbb5-4d16-920a-a52110c131c4 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:53:33.416972 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 85d64a36-fbb5-4d16-920a-a52110c131c4 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:53:34.974170 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:37.088359 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60530) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:37.256131 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b07d40c1-c3f8-4f9e-b3bb-3809837603d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:37.354986 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b07d40c1-c3f8-4f9e-b3bb-3809837603d9 admin admin] Publish callbacks [] for security_group (ff8c4bb3-c410-47fc-9a87-0e8326811550), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:37.360219 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-b07d40c1-c3f8-4f9e-b3bb-3809837603d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (ff8c4bb3-c410-47fc-9a87-0e8326811550), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:37.406868 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-b07d40c1-c3f8-4f9e-b3bb-3809837603d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e1c86f4e6614f6cbb99803002a00938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168697 Feb 17 09:53:37.409480 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d40c1-c3f8-4f9e-b3bb-3809837603d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8c4bb3-c410-47fc-9a87-0e8326811550,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:37.413370 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60538) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:37.499438 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-39e3497d-0b05-4a64-90b8-a4458fc851e1 admin admin] Publish callbacks [] for security_group (ff8c4bb3-c410-47fc-9a87-0e8326811550), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:37.537668 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:37.542525 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-39e3497d-0b05-4a64-90b8-a4458fc851e1 admin admin] Publish callbacks [] for security_group (ff8c4bb3-c410-47fc-9a87-0e8326811550), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:37.621980 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-39e3497d-0b05-4a64-90b8-a4458fc851e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (ff8c4bb3-c410-47fc-9a87-0e8326811550), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:37.625572 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-39e3497d-0b05-4a64-90b8-a4458fc851e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:37.626898 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-39e3497d-0b05-4a64-90b8-a4458fc851e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff8c4bb3-c410-47fc-9a87-0e8326811550 HTTP/1.1" status: 204 len: 168 time: 0.2122779 Feb 17 09:53:37.637763 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3497d-0b05-4a64-90b8-a4458fc851e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8c4bb3-c410-47fc-9a87-0e8326811550,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:38.462569 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:39.415012 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60606) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:39.473827 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-62116496-cb1d-47dc-976f-34cde7733ac4 admin admin] Deleting subnet d4eb1bfe-8d51-4190-8b9e-3466c2408ab9 {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:53:39.478779 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-62116496-cb1d-47dc-976f-34cde7733ac4 admin admin] Publish callbacks [] for subnet (d4eb1bfe-8d51-4190-8b9e-3466c2408ab9), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:39.532260 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-62116496-cb1d-47dc-976f-34cde7733ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (d4eb1bfe-8d51-4190-8b9e-3466c2408ab9), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:39.579219 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-62116496-cb1d-47dc-976f-34cde7733ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (d4eb1bfe-8d51-4190-8b9e-3466c2408ab9), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:39.672618 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-62116496-cb1d-47dc-976f-34cde7733ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (d4eb1bfe-8d51-4190-8b9e-3466c2408ab9), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:39.725032 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62116496-cb1d-47dc-976f-34cde7733ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4eb1bfe-8d51-4190-8b9e-3466c2408ab9,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:39.734486 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-62116496-cb1d-47dc-976f-34cde7733ac4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:39.745392 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-62116496-cb1d-47dc-976f-34cde7733ac4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d4eb1bfe-8d51-4190-8b9e-3466c2408ab9 HTTP/1.1" status: 204 len: 168 time: 0.3239233 Feb 17 09:53:39.745812 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60616) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:39.860969 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (a125c8a6-4f4e-481a-9416-44c6d42b7ea4), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:39.968144 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (a125c8a6-4f4e-481a-9416-44c6d42b7ea4), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:39.999775 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a125c8a6-4f4e-481a-9416-44c6d42b7ea4']}} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:40.013764 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9480684-c699-4035-9751-e868737aa51e') {'for_net_delete': True} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:40.014215 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9480684-c699-4035-9751-e868737aa51e') {} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:40.033640 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8478020'] for segment (b9480684-c699-4035-9751-e868737aa51e), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:40.061288 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (b9480684-c699-4035-9751-e868737aa51e), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:40.073227 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=109367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:53:40.073856 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117284'] for segment (b9480684-c699-4035-9751-e868737aa51e), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: Traceback (most recent call last): Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: timer() Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: cb(*args, **kw) Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: return func(*args, **kwargs) Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: self._notify() Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: self.callback(batched_events) Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: event.method(event) Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: return f(self, *a, **k) Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._get(url).json() Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: return self.request(url, 'GET', **kwargs) Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:53:40.077005 dv-cinder-773985-34-iscsi neutron-server[109367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:53:40.184264 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (a125c8a6-4f4e-481a-9416-44c6d42b7ea4), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:40.195027 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:40.199376 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] 10.222.0.61 "DELETE /v2.0/networks/a125c8a6-4f4e-481a-9416-44c6d42b7ea4 HTTP/1.1" status: 204 len: 168 time: 0.4494076 Feb 17 09:53:40.218944 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87787f0-eea1-410d-8ed1-ce17b7766c8b admin admin] Pushing event deleted for resources: {'Network': ['ID=a125c8a6-4f4e-481a-9416-44c6d42b7ea4,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:40.467884 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60642) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:40.530143 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-5e2cb1bc-ccce-4ba7-809d-4fa82521b4b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6bc8dfbf2a842c7ab2e808db5378a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608079 Feb 17 09:53:40.535710 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60644) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:40.622932 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-78c9e5f0-263e-40d5-af8c-53db9ade6daa admin admin] Publish callbacks [] for security_group (6a25dae9-6add-406d-a232-835bc63930ee), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:40.651238 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-78c9e5f0-263e-40d5-af8c-53db9ade6daa admin admin] Publish callbacks [] for security_group (6a25dae9-6add-406d-a232-835bc63930ee), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:40.707583 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-78c9e5f0-263e-40d5-af8c-53db9ade6daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (6a25dae9-6add-406d-a232-835bc63930ee), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:40.710607 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-78c9e5f0-263e-40d5-af8c-53db9ade6daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:40.711791 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-78c9e5f0-263e-40d5-af8c-53db9ade6daa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a25dae9-6add-406d-a232-835bc63930ee HTTP/1.1" status: 204 len: 168 time: 0.1749849 Feb 17 09:53:40.722603 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9e5f0-263e-40d5-af8c-53db9ade6daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a25dae9-6add-406d-a232-835bc63930ee,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:44.120567 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:44.156567 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60748) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:44.288666 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1707-2279-4dcd-b1bf-3d188c12ac6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:44.382879 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1707-2279-4dcd-b1bf-3d188c12ac6e admin admin] Publish callbacks [] for security_group (1e0784bd-46f4-4fa9-bc43-5d4326ace1e0), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:44.388373 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1707-2279-4dcd-b1bf-3d188c12ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1e0784bd-46f4-4fa9-bc43-5d4326ace1e0), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:44.430480 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-7e7b1707-2279-4dcd-b1bf-3d188c12ac6e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=35d8cc6819c74a839a0e3ed3f7aec8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726855 Feb 17 09:53:44.432619 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b1707-2279-4dcd-b1bf-3d188c12ac6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0784bd-46f4-4fa9-bc43-5d4326ace1e0,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:44.434258 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60758) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:44.506937 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-100d48f3-f9f3-4f94-b048-c8afe169910d admin admin] Publish callbacks [] for security_group (1e0784bd-46f4-4fa9-bc43-5d4326ace1e0), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:44.532814 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-100d48f3-f9f3-4f94-b048-c8afe169910d admin admin] Publish callbacks [] for security_group (1e0784bd-46f4-4fa9-bc43-5d4326ace1e0), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:44.589500 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-100d48f3-f9f3-4f94-b048-c8afe169910d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1e0784bd-46f4-4fa9-bc43-5d4326ace1e0), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:44.592628 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-100d48f3-f9f3-4f94-b048-c8afe169910d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:44.593940 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-100d48f3-f9f3-4f94-b048-c8afe169910d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e0784bd-46f4-4fa9-bc43-5d4326ace1e0 HTTP/1.1" status: 204 len: 168 time: 0.1553142 Feb 17 09:53:44.604558 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d48f3-f9f3-4f94-b048-c8afe169910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0784bd-46f4-4fa9-bc43-5d4326ace1e0,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:46.684942 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60838) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:46.849364 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-12c1a03b-73ce-4d16-b0bc-7913b105fbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:46.992116 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-12c1a03b-73ce-4d16-b0bc-7913b105fbeb admin admin] Publish callbacks [] for security_group (5e6926bd-7a23-4533-92ae-7e28c836750b), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:46.997458 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-12c1a03b-73ce-4d16-b0bc-7913b105fbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (5e6926bd-7a23-4533-92ae-7e28c836750b), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.045336 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-12c1a03b-73ce-4d16-b0bc-7913b105fbeb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7fecabc9bc2a44809d5a0e46574e3cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583367 Feb 17 09:53:47.046336 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1a03b-73ce-4d16-b0bc-7913b105fbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6926bd-7a23-4533-92ae-7e28c836750b,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:47.048875 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60854) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:47.140730 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-27c98b5e-1b76-4ff4-bc1a-b7dfe00127e8 admin admin] Publish callbacks [] for security_group (5e6926bd-7a23-4533-92ae-7e28c836750b), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.178551 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-27c98b5e-1b76-4ff4-bc1a-b7dfe00127e8 admin admin] Publish callbacks [] for security_group (5e6926bd-7a23-4533-92ae-7e28c836750b), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.240587 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-27c98b5e-1b76-4ff4-bc1a-b7dfe00127e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (5e6926bd-7a23-4533-92ae-7e28c836750b), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.243526 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-27c98b5e-1b76-4ff4-bc1a-b7dfe00127e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.244777 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-27c98b5e-1b76-4ff4-bc1a-b7dfe00127e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e6926bd-7a23-4533-92ae-7e28c836750b HTTP/1.1" status: 204 len: 168 time: 0.1943049 Feb 17 09:53:47.253252 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c98b5e-1b76-4ff4-bc1a-b7dfe00127e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6926bd-7a23-4533-92ae-7e28c836750b,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:47.582313 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60862) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:47.596112 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-37c49ceb-97bb-4a6a-a4a5-db81a8db5e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.683630 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-37c49ceb-97bb-4a6a-a4a5-db81a8db5e27 admin admin] Publish callbacks [] for security_group (b246b734-c037-4dbf-ae0f-19ad3ce5388d), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.687882 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-37c49ceb-97bb-4a6a-a4a5-db81a8db5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (b246b734-c037-4dbf-ae0f-19ad3ce5388d), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.727812 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-37c49ceb-97bb-4a6a-a4a5-db81a8db5e27 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aaf90efa18ef4a29a0e23c1446c68f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443603 Feb 17 09:53:47.731539 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60864) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:47.741403 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c49ceb-97bb-4a6a-a4a5-db81a8db5e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b246b734-c037-4dbf-ae0f-19ad3ce5388d,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:47.794138 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d43a9da5-a51d-4e02-84e1-72bc44b08873 admin admin] Publish callbacks [] for security_group (b246b734-c037-4dbf-ae0f-19ad3ce5388d), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.821093 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d43a9da5-a51d-4e02-84e1-72bc44b08873 admin admin] Publish callbacks [] for security_group (b246b734-c037-4dbf-ae0f-19ad3ce5388d), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.883794 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d43a9da5-a51d-4e02-84e1-72bc44b08873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (b246b734-c037-4dbf-ae0f-19ad3ce5388d), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.886460 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-d43a9da5-a51d-4e02-84e1-72bc44b08873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:47.887668 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-d43a9da5-a51d-4e02-84e1-72bc44b08873 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b246b734-c037-4dbf-ae0f-19ad3ce5388d HTTP/1.1" status: 204 len: 168 time: 0.1551378 Feb 17 09:53:47.896089 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a9da5-a51d-4e02-84e1-72bc44b08873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b246b734-c037-4dbf-ae0f-19ad3ce5388d,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:49.453693 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60926) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:49.750681 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60934) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:49.787187 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e732c39b-231f-45f7-ac6e-48cae0eddc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:49.855948 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58f40a8f-8ffa-4709-87fc-84c3160f45aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:49.997827 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e732c39b-231f-45f7-ac6e-48cae0eddc46 admin admin] Publish callbacks [] for security_group (132d30a8-f237-4156-948d-fbd02c9adde8), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.007522 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-e732c39b-231f-45f7-ac6e-48cae0eddc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (132d30a8-f237-4156-948d-fbd02c9adde8), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.077292 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58f40a8f-8ffa-4709-87fc-84c3160f45aa admin admin] Publish callbacks [] for security_group (3a097b45-0bbb-40de-9ba8-f269ac1c1b03), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.087019 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-e732c39b-231f-45f7-ac6e-48cae0eddc46 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da4a12d35961438db568159b4ba1ebf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6264741 Feb 17 09:53:50.087019 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-58f40a8f-8ffa-4709-87fc-84c3160f45aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (3a097b45-0bbb-40de-9ba8-f269ac1c1b03), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.087517 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60940) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:50.090616 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732c39b-231f-45f7-ac6e-48cae0eddc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132d30a8-f237-4156-948d-fbd02c9adde8,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:50.203137 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 60946) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:50.204518 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-58f40a8f-8ffa-4709-87fc-84c3160f45aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bda9f45985e7455880c197c4f2349e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4508381 Feb 17 09:53:50.227330 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f40a8f-8ffa-4709-87fc-84c3160f45aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a097b45-0bbb-40de-9ba8-f269ac1c1b03,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:50.247778 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3242257d-cc24-47ce-957b-c30ed6b0fea6 admin admin] Publish callbacks [] for security_group (132d30a8-f237-4156-948d-fbd02c9adde8), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.336569 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3242257d-cc24-47ce-957b-c30ed6b0fea6 admin admin] Publish callbacks [] for security_group (132d30a8-f237-4156-948d-fbd02c9adde8), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.376413 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3505e693-1866-483b-9937-16ccbf21d886 admin admin] Publish callbacks [] for security_group (3a097b45-0bbb-40de-9ba8-f269ac1c1b03), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.425714 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3505e693-1866-483b-9937-16ccbf21d886 admin admin] Publish callbacks [] for security_group (3a097b45-0bbb-40de-9ba8-f269ac1c1b03), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.481680 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3242257d-cc24-47ce-957b-c30ed6b0fea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (132d30a8-f237-4156-948d-fbd02c9adde8), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.486352 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3242257d-cc24-47ce-957b-c30ed6b0fea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.488975 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-3242257d-cc24-47ce-957b-c30ed6b0fea6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/132d30a8-f237-4156-948d-fbd02c9adde8 HTTP/1.1" status: 204 len: 168 time: 0.4003861 Feb 17 09:53:50.505357 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242257d-cc24-47ce-957b-c30ed6b0fea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132d30a8-f237-4156-948d-fbd02c9adde8,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:50.548619 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3505e693-1866-483b-9937-16ccbf21d886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (3a097b45-0bbb-40de-9ba8-f269ac1c1b03), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.556499 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-3505e693-1866-483b-9937-16ccbf21d886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:50.562574 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-3505e693-1866-483b-9937-16ccbf21d886 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a097b45-0bbb-40de-9ba8-f269ac1c1b03 HTTP/1.1" status: 204 len: 168 time: 0.3560319 Feb 17 09:53:50.577329 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505e693-1866-483b-9937-16ccbf21d886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a097b45-0bbb-40de-9ba8-f269ac1c1b03,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:51.622006 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 60994) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:51.790552 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1708183026-network', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:51.824481 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Made reservation on behalf of 074a68cc1d0445cca6da0f3d25fe5393 for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:53:51.827187 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:51.838524 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:51.967146 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Publish callbacks [] for security_group (65896e80-2c46-4664-9964-337660bc730c), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:51.975612 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (65896e80-2c46-4664-9964-337660bc730c), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:51.999731 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:53:52.016157 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65896e80-2c46-4664-9964-337660bc730c,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:52.024361 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (471d46a6-cca5-40c3-a5c9-72ed7c132ef3), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.024753 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Added segment 471d46a6-cca5-40c3-a5c9-72ed7c132ef3 of type vlan for network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 Feb 17 09:53:52.088104 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.120729 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.121799 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:52.122441 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.166655 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5434451 Feb 17 09:53:52.170385 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 32776) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:52.177358 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Request body: {'subnet': {'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1708183026-subnet', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:52.205032 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Made reservation on behalf of 074a68cc1d0445cca6da0f3d25fe5393 for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:53:52.211184 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccdbce-f9f5-483c-b7b1-ce0a02034049 admin admin] Pushing event updated for resources: {'Network': ['ID=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:52.211373 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10178687'] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.223306 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:53:52.398764 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8897396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10178637'] for subnet (afc0d709-50f5-4801-9bf8-a909638640c3), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.448348 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc0d709-50f5-4801-9bf8-a909638640c3,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:52.464867 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Checking segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:53:52.465234 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Network hostable DHCP agents. Network: 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:53:52.483166 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:53:52.493606 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:52.497920 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:52.498476 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.507160 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805f11e-71a2-42c6-981e-f937de9d666d None None] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:53:52.522037 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 32780) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:52.522437 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-71b659b9-9f68-47ba-aa68-68c3dfbe5856 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3498030 Feb 17 09:53:52.527788 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:52.548347 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1019230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28495'] for router (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.549945 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1019378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28504'] for router (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.617120 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks [] for router_controller (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), precommit_add_association {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.623061 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6889369c-6f69-5c47-9e14-b0591a0da435-6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3'}]}} from dv-cinder-773985-34-iscsi. {{(pid=109368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:53:52.624004 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.760230 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.db_base_plugin_common [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Allocated IP 172.20.0.2 (6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64/afc0d709-50f5-4801-9bf8-a909638640c3/37ebf9a6-59aa-4843-a08a-ee086bb8660f) {{(pid=109368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:53:52.764052 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks [] for router_gateway (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:52.997557 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks [] for router_gateway (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:53.018184 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:53.072309 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Publish callbacks [] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), precommit_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:53.079902 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:53.125815 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 is already hosted by enough agents. {{(pid=109368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:53.129853 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.base_scheduler [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Resources bound (agent type, host, resource id): {{(pid=109368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:53.136962 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Received port after_create {{(pid=109368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:53:53.149444 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Pushing event updated for resources: {'Port': ['ID=37ebf9a6-59aa-4843-a08a-ee086bb8660f,revision_number=1']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:53.156832 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Allocated IP 172.27.3.40 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/80fd69a8-3a52-4263-973f-073c9e267438) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:53:53.159414 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.159961 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.160367 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.160748 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.161632 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.162091 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.162616 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.163143 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.163405 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.163836 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.164447 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.165054 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.165394 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:53:53.259533 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Attempting to bind port 37ebf9a6-59aa-4843-a08a-ee086bb8660f on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:53:53.260293 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Attempting to bind port 37ebf9a6-59aa-4843-a08a-ee086bb8660f by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:53:53.260293 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Attempting to bind port 37ebf9a6-59aa-4843-a08a-ee086bb8660f on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:53:53.266383 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:53:53.267448 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Checking segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:53:53.267883 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:53.268568 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Bound using segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:53:53.269701 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Bound port: 37ebf9a6-59aa-4843-a08a-ee086bb8660f, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:53:53.271861 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:53.327060 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks [] for port (80fd69a8-3a52-4263-973f-073c9e267438), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:53.364139 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] For port 37ebf9a6-59aa-4843-a08a-ee086bb8660f, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:53:53.374687 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] For port 37ebf9a6-59aa-4843-a08a-ee086bb8660f, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=37ebf9a6-59aa-4843-a08a-ee086bb8660f,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:53:53.377074 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (80fd69a8-3a52-4263-973f-073c9e267438), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:53.381957 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:53.421084 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:53.429100 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:53.433509 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:53:53.450061 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c220d7-5254-4783-9a0f-d5f581ca0add None None] Pushing event updated for resources: {'Port': ['ID=37ebf9a6-59aa-4843-a08a-ee086bb8660f,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:53.486188 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Pushing event updated for resources: {'Port': ['ID=80fd69a8-3a52-4263-973f-073c9e267438,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:53.775738 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks [] for router_gateway (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:54.290177 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1019339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881'] for router (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:54.463061 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a is scheduled to L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 with binding_index 1 {{(pid=109367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:53:54.634288 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:53:54.636853 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b3303-50fa-4f49-9dce-bb5524bd11e0 None None] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:53:54.662039 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Sync routers for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:53:54.662383 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] Publish callbacks [] for router (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:54.667511 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 32808) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:54.668111 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-26c8a597-9e09-45f0-8e36-cdb0aafd27df admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1439698 Feb 17 09:53:54.688257 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:53:54.688917 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:53:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:54.810304 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-a07dfb2a-f6e4-4902-b21e-6429d890d31e None None] Provisioning complete for port 37ebf9a6-59aa-4843-a08a-ee086bb8660f triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:54.810680 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a07dfb2a-f6e4-4902-b21e-6429d890d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:54.946189 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:53:55.077417 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-a07dfb2a-f6e4-4902-b21e-6429d890d31e None None] Current status of the port 37ebf9a6-59aa-4843-a08a-ee086bb8660f is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:53:55.078303 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a07dfb2a-f6e4-4902-b21e-6429d890d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.157633 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-a07dfb2a-f6e4-4902-b21e-6429d890d31e None None] For port 37ebf9a6-59aa-4843-a08a-ee086bb8660f, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=37ebf9a6-59aa-4843-a08a-ee086bb8660f,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:53:55.166274 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a07dfb2a-f6e4-4902-b21e-6429d890d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.238575 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.253068 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dfb2a-f6e4-4902-b21e-6429d890d31e None None] Pushing event updated for resources: {'Port': ['ID=37ebf9a6-59aa-4843-a08a-ee086bb8660f,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:55.272654 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:53Z', 'revision_number': 3, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:55.304163 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Checking router: c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:53:55.304600 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Updating router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a port 80fd69a8-3a52-4263-973f-073c9e267438 binding host dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:53:55.340086 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (80fd69a8-3a52-4263-973f-073c9e267438), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.385854 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 37ebf9a6-59aa-4843-a08a-ee086bb8660f up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:53:55.432465 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Allocated IP 172.20.0.1 (6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64/afc0d709-50f5-4801-9bf8-a909638640c3/6c4cefae-d73c-46e4-b578-f90fbd632ec9) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:53:55.493152 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5e3d6120-070c-4b15-b896-7cd787c91744 None None] Provisioning complete for port 37ebf9a6-59aa-4843-a08a-ee086bb8660f triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:55.493540 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6120-070c-4b15-b896-7cd787c91744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.553434 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Publish callbacks [] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.592766 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.612526 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 37ebf9a6-59aa-4843-a08a-ee086bb8660f triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:55.613111 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.630073 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:55.635006 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:55.638613 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:53:55.667021 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4cefae-d73c-46e4-b578-f90fbd632ec9,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:55.688556 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022996'] for router_interface (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.725878 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d6120-070c-4b15-b896-7cd787c91744 None None] Current status of the port 37ebf9a6-59aa-4843-a08a-ee086bb8660f is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:53:55.826526 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Publish callbacks [] for port (80fd69a8-3a52-4263-973f-073c9e267438), precommit_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.829564 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 37ebf9a6-59aa-4843-a08a-ee086bb8660f is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:53:55.834339 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (80fd69a8-3a52-4263-973f-073c9e267438), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.844893 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.904398 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Attempting to bind port 80fd69a8-3a52-4263-973f-073c9e267438 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:53:55.904657 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Attempting to bind port 80fd69a8-3a52-4263-973f-073c9e267438 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:53:55.905814 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Attempting to bind port 80fd69a8-3a52-4263-973f-073c9e267438 on network 26cc9ee1-80f2-47ce-8096-df53a2f34acd {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:53:55.911631 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4cdbb-833c-4fb4-8087-6ad220fb3876 None None] Pushing event updated for resources: {'Port': ['ID=80fd69a8-3a52-4263-973f-073c9e267438,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:55.914917 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:53:55.915309 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:53:55.915765 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.916130 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Bound using segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:53:55.916622 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Bound port: 80fd69a8-3a52-4263-973f-073c9e267438, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:53:55.917024 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (80fd69a8-3a52-4263-973f-073c9e267438), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:55.975652 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-35b13bcb-b32c-4053-82e4-6cfb479ce2fb None None] Provisioning complete for port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:55.976043 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-35b13bcb-b32c-4053-82e4-6cfb479ce2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:56.001320 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] For port 80fd69a8-3a52-4263-973f-073c9e267438, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:53:56.017137 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] For port 80fd69a8-3a52-4263-973f-073c9e267438, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=80fd69a8-3a52-4263-973f-073c9e267438,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:53:56.027282 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (80fd69a8-3a52-4263-973f-073c9e267438), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:56.057539 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-35b13bcb-b32c-4053-82e4-6cfb479ce2fb None None] Port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:53:56.062101 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Publish callbacks [] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:56.068240 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:56.093808 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:53:56.094448 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:53:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:56.096313 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4cdbb-833c-4fb4-8087-6ad220fb3876 None None] Pushing event updated for resources: {'Port': ['ID=80fd69a8-3a52-4263-973f-073c9e267438,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:56.139792 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4cefae-d73c-46e4-b578-f90fbd632ec9,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:56.142611 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023112'] for router_interface (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:56.214854 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:53:56.240816 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:56.242574 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:56.384140 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:53:56.515582 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:53:56.524674 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-f5facdd7-9bf1-494d-aa32-d5ece5721af4 admin admin] 10.222.0.61 "PUT /v2.0/routers/c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8553138 Feb 17 09:53:56.589584 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-592a08f6-3add-4d43-ba33-7515b5433340 None None] Provisioning complete for port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:56.589987 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-592a08f6-3add-4d43-ba33-7515b5433340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:56.632988 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-592a08f6-3add-4d43-ba33-7515b5433340 None None] Port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:53:56.641912 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 2, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:56.674581 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824be7c-d08f-426e-93f0-faf4bd44b2be None None] The sync data for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi is: [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 2, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:53:57.214311 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 32844) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:57.222105 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1608486491-network', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:57.252498 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Made reservation on behalf of 3f1b9973752a41d6a17770ec5147c5a9 for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:53:57.256675 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.281659 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.377616 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Publish callbacks [] for security_group (78e26026-e5a2-4311-babb-86746265bc48), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.382813 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (78e26026-e5a2-4311-babb-86746265bc48), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.408451 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:53:57.419816 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e26026-e5a2-4311-babb-86746265bc48,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:57.435222 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (e201e62e-da4b-47f7-aae0-ddaac105c41a), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.435700 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Added segment e201e62e-da4b-47f7-aae0-ddaac105c41a of type vlan for network 8dcca119-d555-48a0-9118-28b47a123738 Feb 17 09:53:57.484123 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (8dcca119-d555-48a0-9118-28b47a123738), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.520021 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (8dcca119-d555-48a0-9118-28b47a123738), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.521267 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:57.522025 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.549914 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3327992 Feb 17 09:53:57.553115 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 32850) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:57.563548 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Request body: {'subnet': {'network_id': '8dcca119-d555-48a0-9118-28b47a123738', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1608486491-subnet', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:57.592901 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Made reservation on behalf of 3f1b9973752a41d6a17770ec5147c5a9 for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:53:57.596136 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10178687'] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.648075 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceff74-cfd8-4baa-b3f2-f4a95977588d admin admin] Pushing event updated for resources: {'Network': ['ID=8dcca119-d555-48a0-9118-28b47a123738,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:57.662683 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network 8dcca119-d555-48a0-9118-28b47a123738 details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:53:57.839949 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8897396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10178637'] for subnet (dafc9c34-c169-424d-b692-8c30a456c2ac), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.908280 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafc9c34-c169-424d-b692-8c30a456c2ac,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:57.916865 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Checking segment: {'id': 'e201e62e-da4b-47f7-aae0-ddaac105c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8dcca119-d555-48a0-9118-28b47a123738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:53:57.917240 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Network hostable DHCP agents. Network: 8dcca119-d555-48a0-9118-28b47a123738, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:53:57.938690 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Network 8dcca119-d555-48a0-9118-28b47a123738 is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:53:57.950897 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, 8dcca119-d555-48a0-9118-28b47a123738) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:57.957269 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:53:57.958215 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:57.962779 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56461eea-0749-4c84-ad65-7ca159c41211 None None] Network 8dcca119-d555-48a0-9118-28b47a123738 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:53:57.992791 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-a98014ca-a0bc-471f-ae5f-9de5b27e5007 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4374244 Feb 17 09:53:57.995450 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 32854) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:53:58.000886 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1608486491-router', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:53:58.030138 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1019230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28495'] for router (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.032611 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1019378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28504'] for router (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.100197 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6889369c-6f69-5c47-9e14-b0591a0da435-8dcca119-d555-48a0-9118-28b47a123738', 'network_id': '8dcca119-d555-48a0-9118-28b47a123738', 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'fixed_ips': [{'subnet_id': 'dafc9c34-c169-424d-b692-8c30a456c2ac'}]}} from dv-cinder-773985-34-iscsi. {{(pid=109368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:53:58.101820 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.104681 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks [] for router_controller (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), precommit_add_association {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.257244 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.db_base_plugin_common [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Allocated IP 172.20.0.2 (8dcca119-d555-48a0-9118-28b47a123738/dafc9c34-c169-424d-b692-8c30a456c2ac/406b4380-f271-46c2-8ee0-6c38ee704a43) {{(pid=109368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:53:58.271761 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks [] for router_gateway (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.454955 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Publish callbacks [] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), precommit_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.468701 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.537026 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Network 8dcca119-d555-48a0-9118-28b47a123738 is already hosted by enough agents. {{(pid=109368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:58.544982 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.base_scheduler [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Resources bound (agent type, host, resource id): {{(pid=109368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:58.549060 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Received port after_create {{(pid=109368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:53:58.558064 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Pushing event updated for resources: {'Port': ['ID=406b4380-f271-46c2-8ee0-6c38ee704a43,revision_number=1']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:58.559765 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks [] for router_gateway (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.585677 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.644094 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Attempting to bind port 406b4380-f271-46c2-8ee0-6c38ee704a43 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:53:58.644566 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Attempting to bind port 406b4380-f271-46c2-8ee0-6c38ee704a43 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'e201e62e-da4b-47f7-aae0-ddaac105c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8dcca119-d555-48a0-9118-28b47a123738'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:53:58.645174 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Attempting to bind port 406b4380-f271-46c2-8ee0-6c38ee704a43 on network 8dcca119-d555-48a0-9118-28b47a123738 {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:53:58.654175 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:53:58.654860 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Checking segment: {'id': 'e201e62e-da4b-47f7-aae0-ddaac105c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8dcca119-d555-48a0-9118-28b47a123738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:53:58.655401 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.655999 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Bound using segment: {'id': 'e201e62e-da4b-47f7-aae0-ddaac105c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8dcca119-d555-48a0-9118-28b47a123738'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:53:58.656777 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Bound port: 406b4380-f271-46c2-8ee0-6c38ee704a43, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e201e62e-da4b-47f7-aae0-ddaac105c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8dcca119-d555-48a0-9118-28b47a123738'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:53:58.657410 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.746330 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Allocated IP 172.27.3.224 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/3ceacd31-5584-4346-929c-22273f9487a0) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:53:58.753472 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] For port 406b4380-f271-46c2-8ee0-6c38ee704a43, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:53:58.758825 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] For port 406b4380-f271-46c2-8ee0-6c38ee704a43, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=406b4380-f271-46c2-8ee0-6c38ee704a43,segment=NetworkSegment(e201e62e-da4b-47f7-aae0-ddaac105c41a),segment_id=e201e62e-da4b-47f7-aae0-ddaac105c41a)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:53:58.764828 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.837746 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3ddc6-ae3a-4bea-90e5-b9c6ee517cb8 None None] Pushing event updated for resources: {'Port': ['ID=406b4380-f271-46c2-8ee0-6c38ee704a43,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:58.875425 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks [] for port (3ceacd31-5584-4346-929c-22273f9487a0), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.920275 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (3ceacd31-5584-4346-929c-22273f9487a0), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:58.959759 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:53:58.966083 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:53:58.970674 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:53:58.999634 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Pushing event updated for resources: {'Port': ['ID=3ceacd31-5584-4346-929c-22273f9487a0,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:59.299943 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks [] for router_gateway (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:59.398020 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 406b4380-f271-46c2-8ee0-6c38ee704a43 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:53:59.463596 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 406b4380-f271-46c2-8ee0-6c38ee704a43 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:59.463975 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:59.533542 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Sync routers for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:53:59.542303 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1019339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881'] for router (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:59.545680 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:53:59.546347 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:53:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:53:59.585441 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 406b4380-f271-46c2-8ee0-6c38ee704a43 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:53:59.586198 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:59.640907 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 406b4380-f271-46c2-8ee0-6c38ee704a43, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=406b4380-f271-46c2-8ee0-6c38ee704a43,segment=NetworkSegment(e201e62e-da4b-47f7-aae0-ddaac105c41a),segment_id=e201e62e-da4b-47f7-aae0-ddaac105c41a)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:53:59.648101 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:59.649721 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 80fd69a8-3a52-4263-973f-073c9e267438 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:53:59.743018 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=406b4380-f271-46c2-8ee0-6c38ee704a43,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:53:59.755250 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 is scheduled to L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 with binding_index 1 {{(pid=109367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:53:59.773820 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 80fd69a8-3a52-4263-973f-073c9e267438 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:53:59.773820 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (80fd69a8-3a52-4263-973f-073c9e267438), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:59.838074 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:53:59.920847 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:53:59.927306 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 80fd69a8-3a52-4263-973f-073c9e267438 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:53:59.927747 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (80fd69a8-3a52-4263-973f-073c9e267438), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:59.962521 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:53:59.964588 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-c7aae2de-96fc-4d5e-95e9-92056b3d0034 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9676361 Feb 17 09:53:59.968483 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 32866) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:00.038700 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Sync routers for ids ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:54:00.093284 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 80fd69a8-3a52-4263-973f-073c9e267438, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=80fd69a8-3a52-4263-973f-073c9e267438,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:00.111715 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (80fd69a8-3a52-4263-973f-073c9e267438), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:00.118650 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Routers {'9bd32ef4-dfbb-47fc-a19a-c884f783abe6'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:00.119486 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:53:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:00.173579 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 2, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:00.220532 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Checking router: c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:54:00.221142 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Updating router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:54:00.264476 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:00.310605 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef420-3ced-43cc-8e36-b5ee9a24211c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:00.347093 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=80fd69a8-3a52-4263-973f-073c9e267438,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:00.379985 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Set router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:00.514770 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21248510-b8c1-4d65-9f48-41d62fe56fae None None] Network 8dcca119-d555-48a0-9118-28b47a123738 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:54:00.691336 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Publish callbacks [] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:00.703017 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:00.860296 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Pushing event updated for resources: {'Port': ['ID=6c4cefae-d73c-46e4-b578-f90fbd632ec9,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:00.920750 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:00.959093 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-b3bbd876-d9ec-4204-897f-fae88464ed85 None None] Provisioning complete for port 406b4380-f271-46c2-8ee0-6c38ee704a43 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:00.959932 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd876-d9ec-4204-897f-fae88464ed85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:00.967102 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.967559 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.967930 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.968284 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.968772 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.969149 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.969582 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.972747 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.981118 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.982275 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.982809 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.983651 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:00.983651 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:01.038058 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Attempting to bind port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:01.038616 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Attempting to bind port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:01.039241 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Attempting to bind port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:01.054140 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:01.054831 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Checking segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:01.055455 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:01.056079 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Bound using segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:01.059510 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Bound port: 6c4cefae-d73c-46e4-b578-f90fbd632ec9, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:01.060139 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:01.201981 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'name': 'tempest-TestVolumeBootPattern-1608486491-router', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '3ceacd31-5584-4346-929c-22273f9487a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 3, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'gw_port': {'id': '3ceacd31-5584-4346-929c-22273f9487a0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:01.275829 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] For port 6c4cefae-d73c-46e4-b578-f90fbd632ec9, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:01.283060 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] For port 6c4cefae-d73c-46e4-b578-f90fbd632ec9, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=6c4cefae-d73c-46e4-b578-f90fbd632ec9,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:01.299330 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:01.333493 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Allocated IP 172.20.0.1 (8dcca119-d555-48a0-9118-28b47a123738/dafc9c34-c169-424d-b692-8c30a456c2ac/6688270d-e590-43d3-9c4a-487a205f45fc) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:01.343339 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Checking router: 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:54:01.343917 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Updating router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 port 3ceacd31-5584-4346-929c-22273f9487a0 binding host dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:54:01.397543 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbd876-d9ec-4204-897f-fae88464ed85 None None] Current status of the port 406b4380-f271-46c2-8ee0-6c38ee704a43 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:01.418172 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3ceacd31-5584-4346-929c-22273f9487a0), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:01.436154 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7d843-5c2a-4df5-97f7-035b59ed3455 None None] Pushing event updated for resources: {'Port': ['ID=6c4cefae-d73c-46e4-b578-f90fbd632ec9,revision_number=4']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:01.463279 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:01.463700 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Publish callbacks [] for port (6688270d-e590-43d3-9c4a-487a205f45fc), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:01.465355 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:53:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:01.510919 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:01.556750 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Network 8dcca119-d555-48a0-9118-28b47a123738 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:01.559846 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:01.566420 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:01.570041 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Pushing event updated for resources: {'Port': ['ID=6688270d-e590-43d3-9c4a-487a205f45fc,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:01.623450 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022996'] for router_interface (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:01.637272 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 406b4380-f271-46c2-8ee0-6c38ee704a43 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:01.746279 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:01.804954 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:01.828956 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-0a91d14a-5a6c-46e6-9225-29882d44cce9 None None] Provisioning complete for port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:01.831675 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0a91d14a-5a6c-46e6-9225-29882d44cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:01.966230 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 406b4380-f271-46c2-8ee0-6c38ee704a43 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:01.966870 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.072523 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Publish callbacks [] for port (6688270d-e590-43d3-9c4a-487a205f45fc), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.079170 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.087004 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-0a91d14a-5a6c-46e6-9225-29882d44cce9 None None] Current status of the port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:02.087572 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0a91d14a-5a6c-46e6-9225-29882d44cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.098479 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:01Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:02.139013 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d998ee-886d-4e8b-862a-632470c1f017 None None] The sync data for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi is: [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:01Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:54:02.164243 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Publish callbacks [] for port (3ceacd31-5584-4346-929c-22273f9487a0), precommit_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.200500 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3ceacd31-5584-4346-929c-22273f9487a0), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.231785 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-0a91d14a-5a6c-46e6-9225-29882d44cce9 None None] For port 6c4cefae-d73c-46e4-b578-f90fbd632ec9, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=6c4cefae-d73c-46e4-b578-f90fbd632ec9,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:02.291440 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0a91d14a-5a6c-46e6-9225-29882d44cce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.310696 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 406b4380-f271-46c2-8ee0-6c38ee704a43 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:02.312104 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 80fd69a8-3a52-4263-973f-073c9e267438 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:02.360374 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fda3f-f6f1-4ead-abca-c9bab2909f70 None None] Pushing event updated for resources: {'Port': ['ID=3ceacd31-5584-4346-929c-22273f9487a0,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:02.381082 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Attempting to bind port 3ceacd31-5584-4346-929c-22273f9487a0 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:02.381082 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Attempting to bind port 3ceacd31-5584-4346-929c-22273f9487a0 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:02.381082 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Attempting to bind port 3ceacd31-5584-4346-929c-22273f9487a0 on network 26cc9ee1-80f2-47ce-8096-df53a2f34acd {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:02.443341 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:02.444141 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:02.444949 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.445782 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Bound using segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:02.446810 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Bound port: 3ceacd31-5584-4346-929c-22273f9487a0, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:02.447532 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3ceacd31-5584-4346-929c-22273f9487a0), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.523228 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Pushing event updated for resources: {'Port': ['ID=6688270d-e590-43d3-9c4a-487a205f45fc,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:02.526857 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023112'] for router_interface (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.541911 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-0df1b56c-17f2-4d39-9e16-7025dd8ad626 None None] Provisioning complete for port 6688270d-e590-43d3-9c4a-487a205f45fc triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:02.542297 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0df1b56c-17f2-4d39-9e16-7025dd8ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.548707 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91d14a-5a6c-46e6-9225-29882d44cce9 None None] Pushing event updated for resources: {'Port': ['ID=6c4cefae-d73c-46e4-b578-f90fbd632ec9,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:02.609320 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] For port 3ceacd31-5584-4346-929c-22273f9487a0, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:02.615002 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] For port 3ceacd31-5584-4346-929c-22273f9487a0, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=3ceacd31-5584-4346-929c-22273f9487a0,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:02.618478 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-0df1b56c-17f2-4d39-9e16-7025dd8ad626 None None] Port 6688270d-e590-43d3-9c4a-487a205f45fc cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:54:02.620504 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 80fd69a8-3a52-4263-973f-073c9e267438 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:02.620733 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (80fd69a8-3a52-4263-973f-073c9e267438), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.625518 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3ceacd31-5584-4346-929c-22273f9487a0), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.655392 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Network 8dcca119-d555-48a0-9118-28b47a123738 is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:02.657458 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:02.711778 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-0df1b56c-17f2-4d39-9e16-7025dd8ad626 None None] Provisioning complete for port 406b4380-f271-46c2-8ee0-6c38ee704a43 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:02.711778 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0df1b56c-17f2-4d39-9e16-7025dd8ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:02.766058 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fda3f-f6f1-4ead-abca-c9bab2909f70 None None] Pushing event updated for resources: {'Port': ['ID=3ceacd31-5584-4346-929c-22273f9487a0,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:02.783978 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Routers {'9bd32ef4-dfbb-47fc-a19a-c884f783abe6'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:02.785561 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:53:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:02.850241 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:54:02.969862 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 80fd69a8-3a52-4263-973f-073c9e267438 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:03.019673 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] Set router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:03.024413 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-0df1b56c-17f2-4d39-9e16-7025dd8ad626 None None] Current status of the port 406b4380-f271-46c2-8ee0-6c38ee704a43 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:03.070954 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:54:03.074162 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a4ce25cd-4a30-490a-8faa-d0888f0a7002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:03.099003 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-8dd2c7dc-4936-4baf-946e-6eed833b815c admin admin] 10.222.0.61 "PUT /v2.0/routers/9bd32ef4-dfbb-47fc-a19a-c884f783abe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1289496 Feb 17 09:54:03.101423 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-0df1b56c-17f2-4d39-9e16-7025dd8ad626 None None] Provisioning complete for port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:03.102152 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0df1b56c-17f2-4d39-9e16-7025dd8ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:03.339428 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-0df1b56c-17f2-4d39-9e16-7025dd8ad626 None None] Current status of the port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:03.382614 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'name': 'tempest-TestVolumeBootPattern-1608486491-router', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '3ceacd31-5584-4346-929c-22273f9487a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:01Z', 'revision_number': 4, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'gw_port': {'id': '3ceacd31-5584-4346-929c-22273f9487a0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6688270d-e590-43d3-9c4a-487a205f45fc', 'name': '', 'network_id': '8dcca119-d555-48a0-9118-28b47a123738', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'mac_address': 'fa:16:3e:a8:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dafc9c34-c169-424d-b692-8c30a456c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:00Z', 'updated_at': '2022-02-17T09:54:01Z', 'revision_number': 2, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'subnets': [{'id': 'dafc9c34-c169-424d-b692-8c30a456c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:03.418358 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 6c4cefae-d73c-46e4-b578-f90fbd632ec9 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:03.422052 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dea63-849a-438e-8e82-b7ab2acd981b None None] The sync data for ids ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'] in dv-cinder-773985-34-iscsi is: [{'id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'name': 'tempest-TestVolumeBootPattern-1608486491-router', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '3ceacd31-5584-4346-929c-22273f9487a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:01Z', 'revision_number': 4, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'gw_port': {'id': '3ceacd31-5584-4346-929c-22273f9487a0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6688270d-e590-43d3-9c4a-487a205f45fc', 'name': '', 'network_id': '8dcca119-d555-48a0-9118-28b47a123738', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'mac_address': 'fa:16:3e:a8:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dafc9c34-c169-424d-b692-8c30a456c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:00Z', 'updated_at': '2022-02-17T09:54:01Z', 'revision_number': 2, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'subnets': [{'id': 'dafc9c34-c169-424d-b692-8c30a456c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:54:03.480359 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-41abd152-ba3e-44df-ab72-e88ecd424b46 None None] Provisioning complete for port 6688270d-e590-43d3-9c4a-487a205f45fc triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:03.480750 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-41abd152-ba3e-44df-ab72-e88ecd424b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:03.523450 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:03.523774 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:03.554230 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-41abd152-ba3e-44df-ab72-e88ecd424b46 None None] Port 6688270d-e590-43d3-9c4a-487a205f45fc cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:54:03.653565 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:03.899357 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 32906) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:03.908883 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-9f05eab4-3369-41c8-8df7-6fa255e9b13f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1146780834', 'description': 'tempest-secgroup-smoke-1146780834 description', 'project_id': '074a68cc1d0445cca6da0f3d25fe5393'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:03.958200 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9f05eab4-3369-41c8-8df7-6fa255e9b13f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.078505 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9f05eab4-3369-41c8-8df7-6fa255e9b13f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group (848ab934-ac0e-4e4d-8f5c-0ab944210a94), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.086642 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9f05eab4-3369-41c8-8df7-6fa255e9b13f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (848ab934-ac0e-4e4d-8f5c-0ab944210a94), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.126433 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9f05eab4-3369-41c8-8df7-6fa255e9b13f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.128415 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-9f05eab4-3369-41c8-8df7-6fa255e9b13f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2261729 Feb 17 09:54:04.131496 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 32922) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:04.138341 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-b3f08065-8106-4115-a0b4-30d992107d76 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'security_group_rule': {'security_group_id': '848ab934-ac0e-4e4d-8f5c-0ab944210a94', 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:04.146136 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05eab4-3369-41c8-8df7-6fa255e9b13f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848ab934-ac0e-4e4d-8f5c-0ab944210a94,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:04.180272 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b3f08065-8106-4115-a0b4-30d992107d76 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (bfdff381-4e87-47b4-bed4-ea2a82342730), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.279960 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b3f08065-8106-4115-a0b4-30d992107d76 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (bfdff381-4e87-47b4-bed4-ea2a82342730), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.285686 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b3f08065-8106-4115-a0b4-30d992107d76 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (bfdff381-4e87-47b4-bed4-ea2a82342730), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.309531 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f08065-8106-4115-a0b4-30d992107d76 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdff381-4e87-47b4-bed4-ea2a82342730,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:04.316838 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-b3f08065-8106-4115-a0b4-30d992107d76 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.318114 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-b3f08065-8106-4115-a0b4-30d992107d76 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846330 Feb 17 09:54:04.320904 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 32934) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:04.325933 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-4606b7e8-b424-4138-9195-87436bda9ee0 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'security_group_rule': {'security_group_id': '848ab934-ac0e-4e4d-8f5c-0ab944210a94', 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:04.359776 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4606b7e8-b424-4138-9195-87436bda9ee0 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (15d35611-3a95-4c0e-aed4-e6b347662d24), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.447509 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4606b7e8-b424-4138-9195-87436bda9ee0 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (15d35611-3a95-4c0e-aed4-e6b347662d24), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.453155 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4606b7e8-b424-4138-9195-87436bda9ee0 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (15d35611-3a95-4c0e-aed4-e6b347662d24), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.476006 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b7e8-b424-4138-9195-87436bda9ee0 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d35611-3a95-4c0e-aed4-e6b347662d24,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:04.494984 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-4606b7e8-b424-4138-9195-87436bda9ee0 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.496729 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-4606b7e8-b424-4138-9195-87436bda9ee0 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1746511 Feb 17 09:54:04.500867 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 32942) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:04.506778 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-022386ca-80d1-4f1e-89e5-f4b6bab97d4b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'security_group_rule': {'security_group_id': '848ab934-ac0e-4e4d-8f5c-0ab944210a94', 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:04.578305 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-022386ca-80d1-4f1e-89e5-f4b6bab97d4b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (5aaf5c2d-5e8c-42c1-9d3f-4241eb5c8a91), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.672536 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-022386ca-80d1-4f1e-89e5-f4b6bab97d4b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (5aaf5c2d-5e8c-42c1-9d3f-4241eb5c8a91), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.678957 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-022386ca-80d1-4f1e-89e5-f4b6bab97d4b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (5aaf5c2d-5e8c-42c1-9d3f-4241eb5c8a91), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.705426 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022386ca-80d1-4f1e-89e5-f4b6bab97d4b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aaf5c2d-5e8c-42c1-9d3f-4241eb5c8a91,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:04.724024 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-022386ca-80d1-4f1e-89e5-f4b6bab97d4b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.727537 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-022386ca-80d1-4f1e-89e5-f4b6bab97d4b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2246354 Feb 17 09:54:04.731442 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 32948) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:04.736724 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-6f60bf50-b434-411d-9a22-757f7729c0b5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'security_group_rule': {'security_group_id': '848ab934-ac0e-4e4d-8f5c-0ab944210a94', 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:04.771792 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6f60bf50-b434-411d-9a22-757f7729c0b5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (9055f9da-3b9d-411a-ad78-0c9d39b3958c), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.845065 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6f60bf50-b434-411d-9a22-757f7729c0b5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (9055f9da-3b9d-411a-ad78-0c9d39b3958c), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.850727 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6f60bf50-b434-411d-9a22-757f7729c0b5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (9055f9da-3b9d-411a-ad78-0c9d39b3958c), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.873501 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60bf50-b434-411d-9a22-757f7729c0b5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9055f9da-3b9d-411a-ad78-0c9d39b3958c,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:04.882190 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6f60bf50-b434-411d-9a22-757f7729c0b5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.883769 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-6f60bf50-b434-411d-9a22-757f7729c0b5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509175 Feb 17 09:54:04.889465 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 32950) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:04.897486 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-c44afdc3-31a0-47a6-8d97-efee7e942a43 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'security_group_rule': {'security_group_id': '848ab934-ac0e-4e4d-8f5c-0ab944210a94', 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:04.937591 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.securitygroups_db [None req-c44afdc3-31a0-47a6-8d97-efee7e942a43 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Project 074a68cc1d0445cca6da0f3d25fe5393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:54:04.944283 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c44afdc3-31a0-47a6-8d97-efee7e942a43 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (1805da92-b445-43e4-bc12-2d495e690f7c), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:04.949567 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.044339 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c44afdc3-31a0-47a6-8d97-efee7e942a43 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (1805da92-b445-43e4-bc12-2d495e690f7c), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.048984 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c44afdc3-31a0-47a6-8d97-efee7e942a43 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (1805da92-b445-43e4-bc12-2d495e690f7c), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.068871 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44afdc3-31a0-47a6-8d97-efee7e942a43 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1805da92-b445-43e4-bc12-2d495e690f7c,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:05.080542 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c44afdc3-31a0-47a6-8d97-efee7e942a43 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.081958 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-c44afdc3-31a0-47a6-8d97-efee7e942a43 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1912360 Feb 17 09:54:05.085228 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 32952) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:05.090346 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-ee80df5d-df23-4863-8f13-7520b0fbc610 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'security_group_rule': {'security_group_id': '848ab934-ac0e-4e4d-8f5c-0ab944210a94', 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:05.113993 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.securitygroups_db [None req-ee80df5d-df23-4863-8f13-7520b0fbc610 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Project 074a68cc1d0445cca6da0f3d25fe5393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:54:05.119956 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ee80df5d-df23-4863-8f13-7520b0fbc610 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (a4237db8-4c9f-46e1-9a17-5ff50a622a18), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.193469 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ee80df5d-df23-4863-8f13-7520b0fbc610 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (a4237db8-4c9f-46e1-9a17-5ff50a622a18), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.197715 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ee80df5d-df23-4863-8f13-7520b0fbc610 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (a4237db8-4c9f-46e1-9a17-5ff50a622a18), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.218364 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80df5d-df23-4863-8f13-7520b0fbc610 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4237db8-4c9f-46e1-9a17-5ff50a622a18,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:05.230248 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ee80df5d-df23-4863-8f13-7520b0fbc610 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.235534 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-ee80df5d-df23-4863-8f13-7520b0fbc610 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449714 Feb 17 09:54:05.414435 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 3ceacd31-5584-4346-929c-22273f9487a0 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:05.480944 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 3ceacd31-5584-4346-929c-22273f9487a0 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:05.481759 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (3ceacd31-5584-4346-929c-22273f9487a0), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.611575 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 3ceacd31-5584-4346-929c-22273f9487a0 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:05.611982 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3ceacd31-5584-4346-929c-22273f9487a0), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.641295 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 3ceacd31-5584-4346-929c-22273f9487a0, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=3ceacd31-5584-4346-929c-22273f9487a0,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:05.656503 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3ceacd31-5584-4346-929c-22273f9487a0), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.699890 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33002) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:05.766604 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=3ceacd31-5584-4346-929c-22273f9487a0,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:05.857733 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fb0c70b4-5961-4ac1-85c4-fd82917b7f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.950444 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fb0c70b4-5961-4ac1-85c4-fd82917b7f51 admin admin] Publish callbacks [] for security_group (4427ef27-ccad-4a2f-a424-35dd1be33233), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.954374 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-fb0c70b4-5961-4ac1-85c4-fd82917b7f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (4427ef27-ccad-4a2f-a424-35dd1be33233), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:05.996152 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-fb0c70b4-5961-4ac1-85c4-fd82917b7f51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=85dd67f4d57d4d4ca06b041f38ad7cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951434 Feb 17 09:54:05.997015 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c70b4-5961-4ac1-85c4-fd82917b7f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4427ef27-ccad-4a2f-a424-35dd1be33233,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:05.999829 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33012) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:06.053476 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c24009d8-e840-4159-af1e-6fc367ce94b2 admin admin] Publish callbacks [] for security_group (4427ef27-ccad-4a2f-a424-35dd1be33233), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.076223 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c24009d8-e840-4159-af1e-6fc367ce94b2 admin admin] Publish callbacks [] for security_group (4427ef27-ccad-4a2f-a424-35dd1be33233), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.145604 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c24009d8-e840-4159-af1e-6fc367ce94b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (4427ef27-ccad-4a2f-a424-35dd1be33233), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.148626 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-c24009d8-e840-4159-af1e-6fc367ce94b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.149927 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-c24009d8-e840-4159-af1e-6fc367ce94b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4427ef27-ccad-4a2f-a424-35dd1be33233 HTTP/1.1" status: 204 len: 168 time: 0.1490290 Feb 17 09:54:06.158707 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24009d8-e840-4159-af1e-6fc367ce94b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4427ef27-ccad-4a2f-a424-35dd1be33233,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:06.481738 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33032) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:06.496567 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-763945a6-8067-4485-bc88-ccdd59a4b513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.499899 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Sync routers for ids ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:54:06.512715 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Routers {'9bd32ef4-dfbb-47fc-a19a-c884f783abe6'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:06.513537 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:06.589374 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-763945a6-8067-4485-bc88-ccdd59a4b513 admin admin] Publish callbacks [] for security_group (1890a1db-4a46-4281-b378-f7bb6490acb0), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.595694 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-763945a6-8067-4485-bc88-ccdd59a4b513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1890a1db-4a46-4281-b378-f7bb6490acb0), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.641368 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Set router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:06.643205 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-763945a6-8067-4485-bc88-ccdd59a4b513 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a53a6f8f8224add815eaadc80e59bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602027 Feb 17 09:54:06.644855 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763945a6-8067-4485-bc88-ccdd59a4b513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1890a1db-4a46-4281-b378-f7bb6490acb0,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:06.647078 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33034) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:06.716890 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab6dc-1caa-42ef-b7ba-229b3aede518 admin admin] Publish callbacks [] for security_group (1890a1db-4a46-4281-b378-f7bb6490acb0), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.746936 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab6dc-1caa-42ef-b7ba-229b3aede518 admin admin] Publish callbacks [] for security_group (1890a1db-4a46-4281-b378-f7bb6490acb0), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.820809 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab6dc-1caa-42ef-b7ba-229b3aede518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1890a1db-4a46-4281-b378-f7bb6490acb0), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.824461 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab6dc-1caa-42ef-b7ba-229b3aede518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:06.825969 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-0f5ab6dc-1caa-42ef-b7ba-229b3aede518 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1890a1db-4a46-4281-b378-f7bb6490acb0 HTTP/1.1" status: 204 len: 168 time: 0.1768479 Feb 17 09:54:06.849853 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ab6dc-1caa-42ef-b7ba-229b3aede518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890a1db-4a46-4281-b378-f7bb6490acb0,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:06.915428 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:54:06.957323 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'name': 'tempest-TestVolumeBootPattern-1608486491-router', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '3ceacd31-5584-4346-929c-22273f9487a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:01Z', 'revision_number': 4, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'gw_port': {'id': '3ceacd31-5584-4346-929c-22273f9487a0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6688270d-e590-43d3-9c4a-487a205f45fc', 'name': '', 'network_id': '8dcca119-d555-48a0-9118-28b47a123738', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'mac_address': 'fa:16:3e:a8:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dafc9c34-c169-424d-b692-8c30a456c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:00Z', 'updated_at': '2022-02-17T09:54:01Z', 'revision_number': 2, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'subnets': [{'id': 'dafc9c34-c169-424d-b692-8c30a456c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:06.997130 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Checking router: 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:54:06.998062 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Updating router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 port 6688270d-e590-43d3-9c4a-487a205f45fc binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:54:07.042430 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:07.382801 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 3ceacd31-5584-4346-929c-22273f9487a0 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:07.383626 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Publish callbacks [] for port (6688270d-e590-43d3-9c4a-487a205f45fc), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:07.392599 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:07.447062 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 3ceacd31-5584-4346-929c-22273f9487a0 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:07.447446 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (3ceacd31-5584-4346-929c-22273f9487a0), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:07.466895 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c14f7-97eb-40f0-b530-ae8617535683 None None] Pushing event updated for resources: {'Port': ['ID=6688270d-e590-43d3-9c4a-487a205f45fc,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:07.681869 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Attempting to bind port 6688270d-e590-43d3-9c4a-487a205f45fc on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:07.682640 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Attempting to bind port 6688270d-e590-43d3-9c4a-487a205f45fc by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'e201e62e-da4b-47f7-aae0-ddaac105c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8dcca119-d555-48a0-9118-28b47a123738'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:07.682789 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Attempting to bind port 6688270d-e590-43d3-9c4a-487a205f45fc on network 8dcca119-d555-48a0-9118-28b47a123738 {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:07.689351 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:07.689904 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Checking segment: {'id': 'e201e62e-da4b-47f7-aae0-ddaac105c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8dcca119-d555-48a0-9118-28b47a123738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:07.690588 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:07.691025 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Bound using segment: {'id': 'e201e62e-da4b-47f7-aae0-ddaac105c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8dcca119-d555-48a0-9118-28b47a123738'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:07.691543 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Bound port: 6688270d-e590-43d3-9c4a-487a205f45fc, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e201e62e-da4b-47f7-aae0-ddaac105c41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '8dcca119-d555-48a0-9118-28b47a123738'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:07.691944 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:07.776893 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:07.778275 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 3ceacd31-5584-4346-929c-22273f9487a0 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:07.793365 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] For port 6688270d-e590-43d3-9c4a-487a205f45fc, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:07.797694 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] For port 6688270d-e590-43d3-9c4a-487a205f45fc, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=6688270d-e590-43d3-9c4a-487a205f45fc,segment=NetworkSegment(e201e62e-da4b-47f7-aae0-ddaac105c41a),segment_id=e201e62e-da4b-47f7-aae0-ddaac105c41a)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:07.806570 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:07.871112 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c14f7-97eb-40f0-b530-ae8617535683 None None] Pushing event updated for resources: {'Port': ['ID=6688270d-e590-43d3-9c4a-487a205f45fc,revision_number=4']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:07.885603 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Routers {'9bd32ef4-dfbb-47fc-a19a-c884f783abe6'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:07.886942 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:07.959403 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-1ff95102-09a9-4f97-b4fb-9d4210fc3ac7 None None] Provisioning complete for port 6688270d-e590-43d3-9c4a-487a205f45fc triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:07.959790 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1ff95102-09a9-4f97-b4fb-9d4210fc3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:08.086617 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] Set router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:08.115196 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-1ff95102-09a9-4f97-b4fb-9d4210fc3ac7 None None] Current status of the port 6688270d-e590-43d3-9c4a-487a205f45fc is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:08.115758 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1ff95102-09a9-4f97-b4fb-9d4210fc3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:08.212627 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-1ff95102-09a9-4f97-b4fb-9d4210fc3ac7 None None] For port 6688270d-e590-43d3-9c4a-487a205f45fc, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=6688270d-e590-43d3-9c4a-487a205f45fc,segment=NetworkSegment(e201e62e-da4b-47f7-aae0-ddaac105c41a),segment_id=e201e62e-da4b-47f7-aae0-ddaac105c41a)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:08.223510 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1ff95102-09a9-4f97-b4fb-9d4210fc3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:08.287292 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff95102-09a9-4f97-b4fb-9d4210fc3ac7 None None] Pushing event updated for resources: {'Port': ['ID=6688270d-e590-43d3-9c4a-487a205f45fc,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:08.344267 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'name': 'tempest-TestVolumeBootPattern-1608486491-router', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '3ceacd31-5584-4346-929c-22273f9487a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:01Z', 'revision_number': 4, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'gw_port': {'id': '3ceacd31-5584-4346-929c-22273f9487a0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6688270d-e590-43d3-9c4a-487a205f45fc', 'name': '', 'network_id': '8dcca119-d555-48a0-9118-28b47a123738', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'mac_address': 'fa:16:3e:a8:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dafc9c34-c169-424d-b692-8c30a456c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:00Z', 'updated_at': '2022-02-17T09:54:07Z', 'revision_number': 4, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'subnets': [{'id': 'dafc9c34-c169-424d-b692-8c30a456c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:08.349396 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-e33fc0b8-74ee-4ca7-9cfa-7a47c170c9a5 None None] Provisioning complete for port 6688270d-e590-43d3-9c4a-487a205f45fc triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:08.349826 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-e33fc0b8-74ee-4ca7-9cfa-7a47c170c9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:08.374527 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9e102a-251d-408d-9a18-67d18aed60f3 None None] The sync data for ids ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'] in dv-cinder-773985-34-iscsi is: [{'id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'name': 'tempest-TestVolumeBootPattern-1608486491-router', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '3ceacd31-5584-4346-929c-22273f9487a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:01Z', 'revision_number': 4, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'gw_port': {'id': '3ceacd31-5584-4346-929c-22273f9487a0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6688270d-e590-43d3-9c4a-487a205f45fc', 'name': '', 'network_id': '8dcca119-d555-48a0-9118-28b47a123738', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'mac_address': 'fa:16:3e:a8:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dafc9c34-c169-424d-b692-8c30a456c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:00Z', 'updated_at': '2022-02-17T09:54:07Z', 'revision_number': 4, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'subnets': [{'id': 'dafc9c34-c169-424d-b692-8c30a456c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:54:08.476705 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-e33fc0b8-74ee-4ca7-9cfa-7a47c170c9a5 None None] Current status of the port 6688270d-e590-43d3-9c4a-487a205f45fc is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:08.481438 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:08.593428 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33084) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:08.722204 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ae100fee-804f-497d-8e4a-084072d019ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:08.829198 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ae100fee-804f-497d-8e4a-084072d019ba admin admin] Publish callbacks [] for security_group (1dfee792-4fbf-4dac-9a7a-a5ef9c66fb1e), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:08.839197 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ae100fee-804f-497d-8e4a-084072d019ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1dfee792-4fbf-4dac-9a7a-a5ef9c66fb1e), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:08.884432 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-ae100fee-804f-497d-8e4a-084072d019ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=085166080f5a4beebc1679ac671819de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897956 Feb 17 09:54:08.885708 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae100fee-804f-497d-8e4a-084072d019ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfee792-4fbf-4dac-9a7a-a5ef9c66fb1e,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:08.887755 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33088) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:08.949647 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1cd09fdb-762a-4722-bed5-914bbd9ac11a admin admin] Publish callbacks [] for security_group (1dfee792-4fbf-4dac-9a7a-a5ef9c66fb1e), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:08.973849 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1cd09fdb-762a-4722-bed5-914bbd9ac11a admin admin] Publish callbacks [] for security_group (1dfee792-4fbf-4dac-9a7a-a5ef9c66fb1e), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:09.036339 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1cd09fdb-762a-4722-bed5-914bbd9ac11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1dfee792-4fbf-4dac-9a7a-a5ef9c66fb1e), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:09.038964 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-1cd09fdb-762a-4722-bed5-914bbd9ac11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:09.040191 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-1cd09fdb-762a-4722-bed5-914bbd9ac11a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1dfee792-4fbf-4dac-9a7a-a5ef9c66fb1e HTTP/1.1" status: 204 len: 168 time: 0.1514409 Feb 17 09:54:09.049201 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd09fdb-762a-4722-bed5-914bbd9ac11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfee792-4fbf-4dac-9a7a-a5ef9c66fb1e,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:09.431875 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 6688270d-e590-43d3-9c4a-487a205f45fc up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:09.515954 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 6688270d-e590-43d3-9c4a-487a205f45fc triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:09.517283 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:09.630449 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 6688270d-e590-43d3-9c4a-487a205f45fc is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:09.657179 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33110) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:09.781971 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-28d24816-7f88-4e07-bf23-eb6490e67cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:09.903464 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-28d24816-7f88-4e07-bf23-eb6490e67cf8 admin admin] Publish callbacks [] for security_group (08ed4ce9-7aeb-4c80-870e-6021db78cfab), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:09.908611 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-28d24816-7f88-4e07-bf23-eb6490e67cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (08ed4ce9-7aeb-4c80-870e-6021db78cfab), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:09.959175 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-28d24816-7f88-4e07-bf23-eb6490e67cf8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ec71d0db1684e71991991a5ed7664e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006535 Feb 17 09:54:09.960185 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d24816-7f88-4e07-bf23-eb6490e67cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ed4ce9-7aeb-4c80-870e-6021db78cfab,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:09.962129 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33122) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:10.040581 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-46b8005e-709b-46cb-b264-07634d38f4a8 admin admin] Publish callbacks [] for security_group (08ed4ce9-7aeb-4c80-870e-6021db78cfab), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.068330 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-46b8005e-709b-46cb-b264-07634d38f4a8 admin admin] Publish callbacks [] for security_group (08ed4ce9-7aeb-4c80-870e-6021db78cfab), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.125323 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-46b8005e-709b-46cb-b264-07634d38f4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (08ed4ce9-7aeb-4c80-870e-6021db78cfab), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.129458 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-46b8005e-709b-46cb-b264-07634d38f4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.133303 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-46b8005e-709b-46cb-b264-07634d38f4a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08ed4ce9-7aeb-4c80-870e-6021db78cfab HTTP/1.1" status: 204 len: 168 time: 0.1668146 Feb 17 09:54:10.154311 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8005e-709b-46cb-b264-07634d38f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ed4ce9-7aeb-4c80-870e-6021db78cfab,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:10.461113 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33136) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:10.594055 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4f82ff92-5daa-4712-bf57-ad79d73c579d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.683874 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4f82ff92-5daa-4712-bf57-ad79d73c579d admin admin] Publish callbacks [] for security_group (3e8a0ca8-a6a2-41eb-89fe-233467183e04), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.687033 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4f82ff92-5daa-4712-bf57-ad79d73c579d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (3e8a0ca8-a6a2-41eb-89fe-233467183e04), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.736347 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-4f82ff92-5daa-4712-bf57-ad79d73c579d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4eef87caff0b4d49a392612f87a97943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738006 Feb 17 09:54:10.738245 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82ff92-5daa-4712-bf57-ad79d73c579d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8a0ca8-a6a2-41eb-89fe-233467183e04,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:10.741871 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33140) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:10.817685 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-acb47cdd-53f1-4f94-aeb4-24d531b53441 admin admin] Publish callbacks [] for security_group (3e8a0ca8-a6a2-41eb-89fe-233467183e04), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.846457 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-acb47cdd-53f1-4f94-aeb4-24d531b53441 admin admin] Publish callbacks [] for security_group (3e8a0ca8-a6a2-41eb-89fe-233467183e04), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.901685 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-acb47cdd-53f1-4f94-aeb4-24d531b53441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (3e8a0ca8-a6a2-41eb-89fe-233467183e04), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.903839 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-acb47cdd-53f1-4f94-aeb4-24d531b53441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:10.905121 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-acb47cdd-53f1-4f94-aeb4-24d531b53441 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e8a0ca8-a6a2-41eb-89fe-233467183e04 HTTP/1.1" status: 204 len: 168 time: 0.1622329 Feb 17 09:54:10.915067 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb47cdd-53f1-4f94-aeb4-24d531b53441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8a0ca8-a6a2-41eb-89fe-233467183e04,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:11.635624 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33164) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:11.740860 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-170310112-network', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:11.760419 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Made reservation on behalf of 27fc4e8241ca4c9b9ca678d8926bbb89 for: {'network': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:11.762837 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:11.772027 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:11.858170 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Publish callbacks [] for security_group (9e668cbc-8c64-4454-9624-11c8d1ac0ddd), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:11.863609 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (9e668cbc-8c64-4454-9624-11c8d1ac0ddd), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:11.889972 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=109367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:54:11.901915 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e668cbc-8c64-4454-9624-11c8d1ac0ddd,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:11.918822 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (19867b76-1730-4a91-80d5-eb644a637a60), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:11.919300 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.segments_db [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Added segment 19867b76-1730-4a91-80d5-eb644a637a60 of type vlan for network febc7462-4c05-4df3-a1ac-0bcf354a3edd Feb 17 09:54:11.921460 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.921840 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.922376 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.922869 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.923254 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.923600 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.923938 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.924303 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.924705 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.925177 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.925526 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.925949 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.926296 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:11.978626 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (febc7462-4c05-4df3-a1ac-0bcf354a3edd), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.019824 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (febc7462-4c05-4df3-a1ac-0bcf354a3edd), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.021145 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:12.021893 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.077539 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4403820 Feb 17 09:54:12.083355 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33168) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:12.089315 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Request body: {'subnet': {'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-170310112-subnet', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'ip_version': 4}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:12.113374 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31084127-8d07-465a-aea0-46db6a2c52df admin admin] Pushing event updated for resources: {'Network': ['ID=febc7462-4c05-4df3-a1ac-0bcf354a3edd,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:12.126996 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Made reservation on behalf of 27fc4e8241ca4c9b9ca678d8926bbb89 for: {'subnet': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:12.130418 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10178687'] for subnet (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.181365 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network febc7462-4c05-4df3-a1ac-0bcf354a3edd details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:54:12.327581 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8897396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10178637'] for subnet (c11ce505-20db-4c35-b3dc-ddb52cab35df), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.388675 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11ce505-20db-4c35-b3dc-ddb52cab35df,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:12.401271 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Checking segment: {'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:12.401728 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Network hostable DHCP agents. Network: febc7462-4c05-4df3-a1ac-0bcf354a3edd, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:54:12.422476 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Network febc7462-4c05-4df3-a1ac-0bcf354a3edd is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:54:12.435159 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, febc7462-4c05-4df3-a1ac-0bcf354a3edd) {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:12.441059 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:12.442103 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.448606 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9521f1a4-fe08-4f1f-89a3-cf9314c26620 None None] Network febc7462-4c05-4df3-a1ac-0bcf354a3edd requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:54:12.473271 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-4f5df2c3-cac5-4aa3-ac26-079d01b5255a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3846521 Feb 17 09:54:12.473611 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33172) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:12.479055 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:12.499986 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1019230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28495'] for router (1ef491cf-21cb-4956-bf95-bd1cac20815e), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.501036 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1019378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28504'] for router (1ef491cf-21cb-4956-bf95-bd1cac20815e), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.567505 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks [] for router_controller (1ef491cf-21cb-4956-bf95-bd1cac20815e), precommit_add_association {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.584908 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6889369c-6f69-5c47-9e14-b0591a0da435-febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df'}]}} from dv-cinder-773985-34-iscsi. {{(pid=109368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:54:12.585871 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.738678 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks [] for router_gateway (1ef491cf-21cb-4956-bf95-bd1cac20815e), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.752396 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.db_base_plugin_common [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Allocated IP 172.20.0.2 (febc7462-4c05-4df3-a1ac-0bcf354a3edd/c11ce505-20db-4c35-b3dc-ddb52cab35df/eb035fa2-3c7f-4739-a324-aa14b7f1993e) {{(pid=109368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:12.927387 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Publish callbacks [] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), precommit_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.934666 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.975442 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks [] for router_gateway (1ef491cf-21cb-4956-bf95-bd1cac20815e), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:12.976278 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Network febc7462-4c05-4df3-a1ac-0bcf354a3edd is already hosted by enough agents. {{(pid=109368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:12.979223 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.base_scheduler [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Resources bound (agent type, host, resource id): {{(pid=109368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:12.982075 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Received port after_create {{(pid=109368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:12.996165 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:13.001079 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Pushing event updated for resources: {'Port': ['ID=eb035fa2-3c7f-4739-a324-aa14b7f1993e,revision_number=1']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:13.055513 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Attempting to bind port eb035fa2-3c7f-4739-a324-aa14b7f1993e on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:13.055891 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Attempting to bind port eb035fa2-3c7f-4739-a324-aa14b7f1993e by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:13.056317 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Attempting to bind port eb035fa2-3c7f-4739-a324-aa14b7f1993e on network febc7462-4c05-4df3-a1ac-0bcf354a3edd {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:13.061788 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:13.062170 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Checking segment: {'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:13.062577 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:13.062973 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Bound using segment: {'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:13.063725 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Bound port: eb035fa2-3c7f-4739-a324-aa14b7f1993e, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:13.064114 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:13.114644 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Allocated IP 172.27.3.196 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/0335fb3d-5369-4d5f-a14d-e4819471b709) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:13.141568 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] For port eb035fa2-3c7f-4739-a324-aa14b7f1993e, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:13.146080 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] For port eb035fa2-3c7f-4739-a324-aa14b7f1993e, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=eb035fa2-3c7f-4739-a324-aa14b7f1993e,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:13.153524 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:13.219010 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f11ec4-b030-4fa1-b7eb-f5e6a808e8d3 None None] Pushing event updated for resources: {'Port': ['ID=eb035fa2-3c7f-4739-a324-aa14b7f1993e,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:13.245332 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks [] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:13.288081 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:13.349556 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:13.351925 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:13.355119 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:13.386020 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0335fb3d-5369-4d5f-a14d-e4819471b709,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:13.714180 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks [] for router_gateway (1ef491cf-21cb-4956-bf95-bd1cac20815e), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:13.978091 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1019339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881'] for router (1ef491cf-21cb-4956-bf95-bd1cac20815e), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:14.132847 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:14.159722 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Router 1ef491cf-21cb-4956-bf95-bd1cac20815e is scheduled to L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 with binding_index 1 {{(pid=109366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:54:14.292143 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:54:14.302847 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Sync routers for ids ['1ef491cf-21cb-4956-bf95-bd1cac20815e'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:54:14.312539 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:14.313861 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-c6b34af9-641e-4916-a06c-7e71613ab0f4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8391943 Feb 17 09:54:14.317318 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33176) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:14.319770 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Routers {'1ef491cf-21cb-4956-bf95-bd1cac20815e'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:14.320422 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['1ef491cf-21cb-4956-bf95-bd1cac20815e'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:14.368929 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a563dd78-94d0-4df5-a6f5-9e7073d4ad98 None None] Network febc7462-4c05-4df3-a1ac-0bcf354a3edd requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:54:14.542641 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-a4f0b937-b557-4262-b0a1-f0652b1c749b None None] Provisioning complete for port eb035fa2-3c7f-4739-a324-aa14b7f1993e triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:14.542957 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b937-b557-4262-b0a1-f0652b1c749b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:14.586120 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Set router 1ef491cf-21cb-4956-bf95-bd1cac20815e gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:14.851092 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-a4f0b937-b557-4262-b0a1-f0652b1c749b None None] Current status of the port eb035fa2-3c7f-4739-a324-aa14b7f1993e is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:14.852105 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b937-b557-4262-b0a1-f0652b1c749b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:14.909028 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:14.914812 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-a4f0b937-b557-4262-b0a1-f0652b1c749b None None] For port eb035fa2-3c7f-4739-a324-aa14b7f1993e, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=eb035fa2-3c7f-4739-a324-aa14b7f1993e,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:14.923423 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a4f0b937-b557-4262-b0a1-f0652b1c749b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:14.976731 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:13Z', 'revision_number': 3, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:15.035111 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Checking router: 1ef491cf-21cb-4956-bf95-bd1cac20815e for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:54:15.035416 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Updating router 1ef491cf-21cb-4956-bf95-bd1cac20815e port 0335fb3d-5369-4d5f-a14d-e4819471b709 binding host dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:54:15.164061 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Allocated IP 172.20.0.1 (febc7462-4c05-4df3-a1ac-0bcf354a3edd/c11ce505-20db-4c35-b3dc-ddb52cab35df/64d6be1a-8550-4e06-823a-f5c2e5ae83ce) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:15.251471 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0b937-b557-4262-b0a1-f0652b1c749b None None] Pushing event updated for resources: {'Port': ['ID=eb035fa2-3c7f-4739-a324-aa14b7f1993e,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:15.271400 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.276192 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-0b35ea8e-84a0-41c8-b79c-b20dc336b485 None None] Provisioning complete for port eb035fa2-3c7f-4739-a324-aa14b7f1993e triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:15.276798 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0b35ea8e-84a0-41c8-b79c-b20dc336b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.297567 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Publish callbacks [] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.338730 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.383912 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Network febc7462-4c05-4df3-a1ac-0bcf354a3edd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:15.385882 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:15.388770 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:15.459263 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Pushing event updated for resources: {'Port': ['ID=64d6be1a-8550-4e06-823a-f5c2e5ae83ce,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:15.466875 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device eb035fa2-3c7f-4739-a324-aa14b7f1993e up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:15.474572 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022996'] for router_interface (1ef491cf-21cb-4956-bf95-bd1cac20815e), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.593634 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-0b35ea8e-84a0-41c8-b79c-b20dc336b485 None None] Current status of the port eb035fa2-3c7f-4739-a324-aa14b7f1993e is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:15.646127 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port eb035fa2-3c7f-4739-a324-aa14b7f1993e triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:15.646127 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.747141 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Publish callbacks [] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), precommit_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.756961 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.852657 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port eb035fa2-3c7f-4739-a324-aa14b7f1993e is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:15.861594 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Attempting to bind port 0335fb3d-5369-4d5f-a14d-e4819471b709 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:15.862634 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Attempting to bind port 0335fb3d-5369-4d5f-a14d-e4819471b709 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:15.862949 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Attempting to bind port 0335fb3d-5369-4d5f-a14d-e4819471b709 on network 26cc9ee1-80f2-47ce-8096-df53a2f34acd {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:15.865969 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321bbf9-6691-4585-a8ef-80e444259cf7 None None] Pushing event updated for resources: {'Port': ['ID=0335fb3d-5369-4d5f-a14d-e4819471b709,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:15.872799 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-a434b7a1-7f0a-4c98-9858-46dc765c8d17 None None] Provisioning complete for port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:15.873694 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a434b7a1-7f0a-4c98-9858-46dc765c8d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.875316 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:15.875655 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:15.875945 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.876346 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Bound using segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:15.876835 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Bound port: 0335fb3d-5369-4d5f-a14d-e4819471b709, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:15.877253 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.947516 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:15.952156 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-a434b7a1-7f0a-4c98-9858-46dc765c8d17 None None] Port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:54:15.963406 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] For port 0335fb3d-5369-4d5f-a14d-e4819471b709, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:15.967532 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] For port 0335fb3d-5369-4d5f-a14d-e4819471b709, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=0335fb3d-5369-4d5f-a14d-e4819471b709,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:15.974703 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:16.035469 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Routers {'1ef491cf-21cb-4956-bf95-bd1cac20815e'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:16.036125 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['1ef491cf-21cb-4956-bf95-bd1cac20815e'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:16.075569 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321bbf9-6691-4585-a8ef-80e444259cf7 None None] Pushing event updated for resources: {'Port': ['ID=0335fb3d-5369-4d5f-a14d-e4819471b709,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:16.121709 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Publish callbacks [] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:16.127026 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:16.158602 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] Set router 1ef491cf-21cb-4956-bf95-bd1cac20815e gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:16.199424 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023112'] for router_interface (1ef491cf-21cb-4956-bf95-bd1cac20815e), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:16.201354 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Pushing event updated for resources: {'Port': ['ID=64d6be1a-8550-4e06-823a-f5c2e5ae83ce,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:16.308671 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Network febc7462-4c05-4df3-a1ac-0bcf354a3edd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:16.310507 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:16.401861 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 1, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:16.445721 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5e934-0139-4133-9fe2-03737fd026ad None None] The sync data for ids ['1ef491cf-21cb-4956-bf95-bd1cac20815e'] in dv-cinder-773985-34-iscsi is: [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 1, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:54:16.465000 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Router 1ef491cf-21cb-4956-bf95-bd1cac20815e has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:54:16.614903 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:54:16.620279 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-f2bb5dc1-7edf-4a7e-8b03-0227fca11973 admin admin] 10.222.0.61 "PUT /v2.0/routers/1ef491cf-21cb-4956-bf95-bd1cac20815e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3016040 Feb 17 09:54:16.697553 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-f9ddf5d3-f280-4f5a-8d82-ea7f6a264d25 None None] Provisioning complete for port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:16.698750 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf5d3-f280-4f5a-8d82-ea7f6a264d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:16.743253 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-f9ddf5d3-f280-4f5a-8d82-ea7f6a264d25 None None] Port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:54:17.238613 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33210) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:17.243734 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1355005914-network', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:17.279370 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Made reservation on behalf of fbd1aeb79db14a6e808a61b3122435e2 for: {'network': 1} {{(pid=109366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:17.282256 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for network (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.312828 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.416549 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Publish callbacks [] for security_group (1008e994-acf9-4f29-9c1b-5fea369c943c), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.421279 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 0335fb3d-5369-4d5f-a14d-e4819471b709 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:17.428418 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1008e994-acf9-4f29-9c1b-5fea369c943c), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.455431 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=109366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 09:54:17.474237 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (7aa90c24-4074-4eba-a14a-ec9e47234455), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.474652 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.segments_db [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Added segment 7aa90c24-4074-4eba-a14a-ec9e47234455 of type vlan for network 433de999-739e-442a-afdc-0e12058a45ff Feb 17 09:54:17.488260 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1008e994-acf9-4f29-9c1b-5fea369c943c,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:17.497453 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 0335fb3d-5369-4d5f-a14d-e4819471b709 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:17.497887 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.528217 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755368644720'] for network (433de999-739e-442a-afdc-0e12058a45ff), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.567988 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275'] for network (433de999-739e-442a-afdc-0e12058a45ff), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.569463 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:17.570373 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.607840 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 0335fb3d-5369-4d5f-a14d-e4819471b709 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:17.608233 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.632388 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3899384 Feb 17 09:54:17.632788 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33214) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:17.638306 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Request body: {'subnet': {'network_id': '433de999-739e-442a-afdc-0e12058a45ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1355005914-subnet', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'ip_version': 4}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:17.642630 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 0335fb3d-5369-4d5f-a14d-e4819471b709, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=0335fb3d-5369-4d5f-a14d-e4819471b709,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:17.649919 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.697810 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529fa31-579a-437e-856d-cef60f719a78 admin admin] Pushing event updated for resources: {'Network': ['ID=433de999-739e-442a-afdc-0e12058a45ff,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:17.702572 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Made reservation on behalf of fbd1aeb79db14a6e808a61b3122435e2 for: {'subnet': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:17.706147 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11817614'] for subnet (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:17.711048 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Network 433de999-739e-442a-afdc-0e12058a45ff details requested by agent ovs-agent-dv-cinder-773985-34-iscsi with host dv-cinder-773985-34-iscsi {{(pid=109368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 09:54:17.763802 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=0335fb3d-5369-4d5f-a14d-e4819471b709,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:17.931876 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9110011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11817660'] for subnet (e221a20f-ab89-4c60-ad82-760218df9802), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.022886 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e221a20f-ab89-4c60-ad82-760218df9802,revision_number=0']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:18.041032 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Checking segment: {'id': '7aa90c24-4074-4eba-a14a-ec9e47234455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '433de999-739e-442a-afdc-0e12058a45ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:18.041160 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Network hostable DHCP agents. Network: 433de999-739e-442a-afdc-0e12058a45ff, hostable agents: ['ac6f0051-7977-4811-b123-7abe5d290022'], hosted agents: [] {{(pid=109367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 09:54:18.074624 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Network 433de999-739e-442a-afdc-0e12058a45ff is scheduled to be hosted by DHCP agent ac6f0051-7977-4811-b123-7abe5d290022 with binding_index 1 {{(pid=109367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 09:54:18.089673 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-34-iscsi, 433de999-739e-442a-afdc-0e12058a45ff) {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:18.094612 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:18.095272 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.107219 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4093fcc5-0973-4944-8556-a6239b5706e3 None None] Network 433de999-739e-442a-afdc-0e12058a45ff requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:54:18.126684 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-ce582215-77d9-4e61-94a5-d317f915e749 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4926293 Feb 17 09:54:18.130318 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33216) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:18.138804 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1355005914-router', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:18.160432 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1019230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28495'] for router (52d1713a-db30-445b-b612-84cba39005fa), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.161807 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1019378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1015828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28504'] for router (52d1713a-db30-445b-b612-84cba39005fa), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.248573 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks [] for router_controller (52d1713a-db30-445b-b612-84cba39005fa), precommit_add_association {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.265000 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6889369c-6f69-5c47-9e14-b0591a0da435-433de999-739e-442a-afdc-0e12058a45ff', 'network_id': '433de999-739e-442a-afdc-0e12058a45ff', 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'fixed_ips': [{'subnet_id': 'e221a20f-ab89-4c60-ad82-760218df9802'}]}} from dv-cinder-773985-34-iscsi. {{(pid=109368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 09:54:18.265954 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.402779 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks [] for router_gateway (52d1713a-db30-445b-b612-84cba39005fa), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.417250 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Allocated IP 172.20.0.2 (433de999-739e-442a-afdc-0e12058a45ff/e221a20f-ab89-4c60-ad82-760218df9802/05a55495-b33e-4508-a8b5-4e0c5845a6aa) {{(pid=109368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:18.587820 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Publish callbacks [] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), precommit_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.595467 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), after_create {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.640003 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Network 433de999-739e-442a-afdc-0e12058a45ff is already hosted by enough agents. {{(pid=109368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:18.643545 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Resources bound (agent type, host, resource id): {{(pid=109368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:18.647418 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Received port after_create {{(pid=109368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:18.655255 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Pushing event updated for resources: {'Port': ['ID=05a55495-b33e-4508-a8b5-4e0c5845a6aa,revision_number=1']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:18.723902 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Attempting to bind port 05a55495-b33e-4508-a8b5-4e0c5845a6aa on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:18.725476 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Attempting to bind port 05a55495-b33e-4508-a8b5-4e0c5845a6aa by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '7aa90c24-4074-4eba-a14a-ec9e47234455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '433de999-739e-442a-afdc-0e12058a45ff'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:18.726147 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Attempting to bind port 05a55495-b33e-4508-a8b5-4e0c5845a6aa on network 433de999-739e-442a-afdc-0e12058a45ff {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:18.733022 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:18.733814 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Checking segment: {'id': '7aa90c24-4074-4eba-a14a-ec9e47234455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '433de999-739e-442a-afdc-0e12058a45ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:18.734400 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.734911 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Bound using segment: {'id': '7aa90c24-4074-4eba-a14a-ec9e47234455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '433de999-739e-442a-afdc-0e12058a45ff'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:18.735527 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Bound port: 05a55495-b33e-4508-a8b5-4e0c5845a6aa, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa90c24-4074-4eba-a14a-ec9e47234455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '433de999-739e-442a-afdc-0e12058a45ff'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:18.736030 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.813961 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] For port 05a55495-b33e-4508-a8b5-4e0c5845a6aa, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:18.818402 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] For port 05a55495-b33e-4508-a8b5-4e0c5845a6aa, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=05a55495-b33e-4508-a8b5-4e0c5845a6aa,segment=NetworkSegment(7aa90c24-4074-4eba-a14a-ec9e47234455),segment_id=7aa90c24-4074-4eba-a14a-ec9e47234455)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:18.825484 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:18.902605 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f1520-952c-4b89-abf4-e537a8625253 None None] Pushing event updated for resources: {'Port': ['ID=05a55495-b33e-4508-a8b5-4e0c5845a6aa,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:18.988845 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks [] for router_gateway (52d1713a-db30-445b-b612-84cba39005fa), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:19.011557 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:19.189421 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Allocated IP 172.27.3.37 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/d48bad2f-4996-419f-b35b-40b75c39c2ac) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:19.243916 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Sync routers for ids ['1ef491cf-21cb-4956-bf95-bd1cac20815e'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:54:19.258111 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Routers {'1ef491cf-21cb-4956-bf95-bd1cac20815e'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:19.259273 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['1ef491cf-21cb-4956-bf95-bd1cac20815e'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:19.326788 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks [] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:19.383115 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:19.405053 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Set router 1ef491cf-21cb-4956-bf95-bd1cac20815e gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:19.433445 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:19.439586 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:19.442612 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:19.444851 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Pushing event updated for resources: {'Port': ['ID=d48bad2f-4996-419f-b35b-40b75c39c2ac,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:19.515341 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 05a55495-b33e-4508-a8b5-4e0c5845a6aa up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:19.578029 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 05a55495-b33e-4508-a8b5-4e0c5845a6aa triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:19.578262 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:19.638194 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:16Z', 'revision_number': 2, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:19.665099 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Checking router: 1ef491cf-21cb-4956-bf95-bd1cac20815e for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:54:19.665454 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Updating router 1ef491cf-21cb-4956-bf95-bd1cac20815e port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:54:19.670819 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 05a55495-b33e-4508-a8b5-4e0c5845a6aa is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:19.671220 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:19.694893 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:19.715696 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port 05a55495-b33e-4508-a8b5-4e0c5845a6aa, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=05a55495-b33e-4508-a8b5-4e0c5845a6aa,segment=NetworkSegment(7aa90c24-4074-4eba-a14a-ec9e47234455),segment_id=7aa90c24-4074-4eba-a14a-ec9e47234455)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:19.724897 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:19.728256 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 0335fb3d-5369-4d5f-a14d-e4819471b709 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:19.758641 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks [] for router_gateway (52d1713a-db30-445b-b612-84cba39005fa), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:19.873166 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 0335fb3d-5369-4d5f-a14d-e4819471b709 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:19.873552 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:19.878827 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=05a55495-b33e-4508-a8b5-4e0c5845a6aa,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:19.985116 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 0335fb3d-5369-4d5f-a14d-e4819471b709 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:20.070757 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Publish callbacks [] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:20.079855 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:20.130698 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221e50c-b20b-480b-856f-9fe714769485 None None] Pushing event updated for resources: {'Port': ['ID=64d6be1a-8550-4e06-823a-f5c2e5ae83ce,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:20.156915 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1019339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1015881'] for router (52d1713a-db30-445b-b612-84cba39005fa), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:20.219982 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Attempting to bind port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:20.220593 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Attempting to bind port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:20.221011 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Attempting to bind port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce on network febc7462-4c05-4df3-a1ac-0bcf354a3edd {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:20.230336 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:20.231758 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Checking segment: {'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:20.232383 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:20.232824 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Bound using segment: {'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:20.233368 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Bound port: 64d6be1a-8550-4e06-823a-f5c2e5ae83ce, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:20.234397 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:20.256345 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-4e50f3cd-5099-45d5-a2ee-2e752c27551f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146780834&fields=id&tenant_id=074a68cc1d0445cca6da0f3d25fe5393 HTTP/1.1" status: 200 len: 267 time: 0.0914493 Feb 17 09:54:20.341803 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a96d88-7fdf-429a-9524-9ea5b4a55cf8 None None] Network 433de999-739e-442a-afdc-0e12058a45ff requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:54:20.385438 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] For port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:20.404278 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] For port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=64d6be1a-8550-4e06-823a-f5c2e5ae83ce,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:20.417704 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:20.443658 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Router 52d1713a-db30-445b-b612-84cba39005fa is scheduled to L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 with binding_index 1 {{(pid=109366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 09:54:20.448388 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e99be-65bc-49fe-aa32-204136a42052 req-a6fc76b5-4c0d-4d08-870b-58d5a39f7375 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:20.461480 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-a6fc76b5-4c0d-4d08-870b-58d5a39f7375 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 812 time: 0.1893108 Feb 17 09:54:20.480426 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-aa8b0d7b-9689-4374-9f65-1aa900c7225a None None] Provisioning complete for port 05a55495-b33e-4508-a8b5-4e0c5845a6aa triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:20.481124 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-e85f64f8-331d-40b6-875b-b28c001c12f1 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/quotas/074a68cc1d0445cca6da0f3d25fe5393 HTTP/1.1" status: 200 len: 375 time: 0.0176258 Feb 17 09:54:20.481401 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-aa8b0d7b-9689-4374-9f65-1aa900c7225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:20.514603 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Routers {'1ef491cf-21cb-4956-bf95-bd1cac20815e'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:20.519031 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['1ef491cf-21cb-4956-bf95-bd1cac20815e'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:20.590034 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-2a87f235-2480-4315-ab8a-f61b848b1380 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073349 Feb 17 09:54:20.670744 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:54:20.694165 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Sync routers for ids ['52d1713a-db30-445b-b612-84cba39005fa'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:54:20.722935 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:20.731438 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-5aecf20b-795a-4de7-9e3b-8288e9c53119 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5963347 Feb 17 09:54:20.731709 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221e50c-b20b-480b-856f-9fe714769485 None None] Pushing event updated for resources: {'Port': ['ID=64d6be1a-8550-4e06-823a-f5c2e5ae83ce,revision_number=4']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:20.738899 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33230) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:20.751587 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Routers {'52d1713a-db30-445b-b612-84cba39005fa'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:20.753156 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['52d1713a-db30-445b-b612-84cba39005fa'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:20.783132 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] Set router 1ef491cf-21cb-4956-bf95-bd1cac20815e gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:20.789498 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-b4caea4e-44f9-4e34-a36a-d5b6f15e0e2d service neutron] 10.222.0.61 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944427 Feb 17 09:54:21.024112 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-a522e8b3-a70a-4562-b186-09d1d7661d31 service neutron] 10.222.0.61 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222083 Feb 17 09:54:21.108307 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b0d7b-9689-4374-9f65-1aa900c7225a None None] Current status of the port 05a55495-b33e-4508-a8b5-4e0c5845a6aa is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:21.173220 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Set router 52d1713a-db30-445b-b612-84cba39005fa gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:21.228923 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:20Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:21.260196 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bf068-b9ea-4114-aa44-14bbbdccc04b None None] The sync data for ids ['1ef491cf-21cb-4956-bf95-bd1cac20815e'] in dv-cinder-773985-34-iscsi is: [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:20Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:54:21.294791 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-98b0d55a-63fc-468c-ac3d-28b313008fd9 None None] Provisioning complete for port 05a55495-b33e-4508-a8b5-4e0c5845a6aa triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:21.295156 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-98b0d55a-63fc-468c-ac3d-28b313008fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:21.504203 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 05a55495-b33e-4508-a8b5-4e0c5845a6aa up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:21.564736 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e91cbe30-23dc-4192-9df3-35c87df8d512 req-082bf481-589b-4126-9713-899c274f99ae tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 210 time: 0.0774577 Feb 17 09:54:21.577693 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-98b0d55a-63fc-468c-ac3d-28b313008fd9 None None] Current status of the port 05a55495-b33e-4508-a8b5-4e0c5845a6aa is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:21.619831 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-98b0d55a-63fc-468c-ac3d-28b313008fd9 None None] Provisioning complete for port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:21.620351 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-98b0d55a-63fc-468c-ac3d-28b313008fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:21.633418 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:21.674569 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 05a55495-b33e-4508-a8b5-4e0c5845a6aa triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:21.675200 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:21.717401 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1713a-db30-445b-b612-84cba39005fa', 'name': 'tempest-TestShelveInstance-1355005914-router', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:18Z', 'updated_at': '2022-02-17T09:54:19Z', 'revision_number': 3, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'gw_port': {'id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:19Z', 'updated_at': '2022-02-17T09:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:21.758191 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Checking router: 52d1713a-db30-445b-b612-84cba39005fa for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:54:21.759485 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Updating router 52d1713a-db30-445b-b612-84cba39005fa port d48bad2f-4996-419f-b35b-40b75c39c2ac binding host dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:54:21.827067 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Allocated IP 172.20.0.1 (433de999-739e-442a-afdc-0e12058a45ff/e221a20f-ab89-4c60-ad82-760218df9802/c5105917-2267-4cec-a292-c53b060e0b66) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:21.848087 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-98b0d55a-63fc-468c-ac3d-28b313008fd9 None None] Current status of the port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:21.848476 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-98b0d55a-63fc-468c-ac3d-28b313008fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:21.865179 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.016699 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Publish callbacks [] for port (c5105917-2267-4cec-a292-c53b060e0b66), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.070883 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-98b0d55a-63fc-468c-ac3d-28b313008fd9 None None] For port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=64d6be1a-8550-4e06-823a-f5c2e5ae83ce,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:22.071709 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (c5105917-2267-4cec-a292-c53b060e0b66), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.118281 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-98b0d55a-63fc-468c-ac3d-28b313008fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.125874 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Network 433de999-739e-442a-afdc-0e12058a45ff is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:22.130100 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:22.145696 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:22.151442 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Pushing event updated for resources: {'Port': ['ID=c5105917-2267-4cec-a292-c53b060e0b66,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:22.189878 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.190961 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.191433 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.191786 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.192132 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.192464 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.192810 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.193137 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.193472 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.193876 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.194163 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.194490 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.194818 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:22.215549 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1022996'] for router_interface (52d1713a-db30-445b-b612-84cba39005fa), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.232511 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0d55a-63fc-468c-ac3d-28b313008fd9 None None] Pushing event updated for resources: {'Port': ['ID=64d6be1a-8550-4e06-823a-f5c2e5ae83ce,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:22.259397 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 05a55495-b33e-4508-a8b5-4e0c5845a6aa is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:22.260617 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 64d6be1a-8550-4e06-823a-f5c2e5ae83ce up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:22.410378 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c5105917-2267-4cec-a292-c53b060e0b66), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.416989 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:22.417702 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.600567 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Publish callbacks [] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), precommit_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.609092 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:22.611745 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-8cfd567b-1454-4c72-a989-100c2bc7ac85 None None] Provisioning complete for port c5105917-2267-4cec-a292-c53b060e0b66 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:22.612269 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-8cfd567b-1454-4c72-a989-100c2bc7ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (c5105917-2267-4cec-a292-c53b060e0b66), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.616737 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.636056 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Publish callbacks [] for port (c5105917-2267-4cec-a292-c53b060e0b66), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.647010 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (c5105917-2267-4cec-a292-c53b060e0b66), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.702877 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd567b-1454-4c72-a989-100c2bc7ac85 None None] Port c5105917-2267-4cec-a292-c53b060e0b66 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:54:22.713708 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Attempting to bind port d48bad2f-4996-419f-b35b-40b75c39c2ac on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:22.714234 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Attempting to bind port d48bad2f-4996-419f-b35b-40b75c39c2ac by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:22.714568 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Attempting to bind port d48bad2f-4996-419f-b35b-40b75c39c2ac on network 26cc9ee1-80f2-47ce-8096-df53a2f34acd {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:22.717033 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7d061-9aa2-4866-956d-d75fe1ac3b8f None None] Pushing event updated for resources: {'Port': ['ID=d48bad2f-4996-419f-b35b-40b75c39c2ac,revision_number=2']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:22.719847 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-43d3f18e-6e45-4e72-bcf5-626b73779352 req-1018fb30-2ed9-4d35-9a7c-963f5bf504e5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 210 time: 0.0377703 Feb 17 09:54:22.724366 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:22.724942 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Checking segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:22.725464 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.726005 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Bound using segment: {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'} {{(pid=109368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:22.726604 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.managers [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Bound port: d48bad2f-4996-419f-b35b-40b75c39c2ac, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3950efe-458e-4048-b7b5-b5b5bff1ca7d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd'}}] {{(pid=109368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:22.727102 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.750542 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Pushing event updated for resources: {'Port': ['ID=c5105917-2267-4cec-a292-c53b060e0b66,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:22.754356 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023112'] for router_interface (52d1713a-db30-445b-b612-84cba39005fa), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.788998 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] For port d48bad2f-4996-419f-b35b-40b75c39c2ac, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:22.793250 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] For port d48bad2f-4996-419f-b35b-40b75c39c2ac, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=d48bad2f-4996-419f-b35b-40b75c39c2ac,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:22.805407 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:22.873174 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Routers {'52d1713a-db30-445b-b612-84cba39005fa'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:22.874091 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['52d1713a-db30-445b-b612-84cba39005fa'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:22.893514 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Network 433de999-739e-442a-afdc-0e12058a45ff is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:22.894994 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:22.920291 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7d061-9aa2-4866-956d-d75fe1ac3b8f None None] Pushing event updated for resources: {'Port': ['ID=d48bad2f-4996-419f-b35b-40b75c39c2ac,revision_number=3']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:23.030547 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] Set router 52d1713a-db30-445b-b612-84cba39005fa gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:23.103405 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e99be-65bc-49fe-aa32-204136a42052 req-2eeae6ed-6005-4205-979d-3483d8fb27d8 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:23.105094 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-2eeae6ed-6005-4205-979d-3483d8fb27d8 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 812 time: 0.2086349 Feb 17 09:54:23.121153 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Router 52d1713a-db30-445b-b612-84cba39005fa has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:54:23.270603 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-c364c038-e576-4d8c-b495-082c2b5eb3c7 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=074a68cc1d0445cca6da0f3d25fe5393 HTTP/1.1" status: 200 len: 380 time: 0.1455936 Feb 17 09:54:23.272146 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'port': {'device_id': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'admin_state_up': True, 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'security_groups': ['848ab934-ac0e-4e4d-8f5c-0ab944210a94']}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:23.292020 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:54:23.302608 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-41e2cfe2-4170-47e7-8d62-f3464abe8663 admin admin] 10.222.0.61 "PUT /v2.0/routers/52d1713a-db30-445b-b612-84cba39005fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5594864 Feb 17 09:54:23.348970 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-476a224c-5d76-4f2a-bb2b-70ea8fbd2782 None None] Provisioning complete for port c5105917-2267-4cec-a292-c53b060e0b66 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:23.349360 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-476a224c-5d76-4f2a-bb2b-70ea8fbd2782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (c5105917-2267-4cec-a292-c53b060e0b66), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:23.461296 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Made reservation on behalf of 074a68cc1d0445cca6da0f3d25fe5393 for: {'port': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:23.465841 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:23.607220 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 64d6be1a-8550-4e06-823a-f5c2e5ae83ce up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:23.644505 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Allocated IP 172.20.0.6 (6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64/afc0d709-50f5-4801-9bf8-a909638640c3/a1494849-5760-4f91-b197-c2032addc9de) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:23.650330 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-476a224c-5d76-4f2a-bb2b-70ea8fbd2782 None None] Port c5105917-2267-4cec-a292-c53b060e0b66 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:54:23.677364 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1713a-db30-445b-b612-84cba39005fa', 'name': 'tempest-TestShelveInstance-1355005914-router', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:18Z', 'updated_at': '2022-02-17T09:54:22Z', 'revision_number': 4, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'gw_port': {'id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:19Z', 'updated_at': '2022-02-17T09:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'c5105917-2267-4cec-a292-c53b060e0b66', 'name': '', 'network_id': '433de999-739e-442a-afdc-0e12058a45ff', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'mac_address': 'fa:16:3e:65:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e221a20f-ab89-4c60-ad82-760218df9802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:21Z', 'updated_at': '2022-02-17T09:54:22Z', 'revision_number': 2, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'subnets': [{'id': 'e221a20f-ab89-4c60-ad82-760218df9802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:23.712012 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c74fda-7797-4fb7-b4b1-0485a8c1781c None None] The sync data for ids ['52d1713a-db30-445b-b612-84cba39005fa'] in dv-cinder-773985-34-iscsi is: [{'id': '52d1713a-db30-445b-b612-84cba39005fa', 'name': 'tempest-TestShelveInstance-1355005914-router', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:18Z', 'updated_at': '2022-02-17T09:54:22Z', 'revision_number': 4, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'gw_port': {'id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:19Z', 'updated_at': '2022-02-17T09:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'c5105917-2267-4cec-a292-c53b060e0b66', 'name': '', 'network_id': '433de999-739e-442a-afdc-0e12058a45ff', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'mac_address': 'fa:16:3e:65:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e221a20f-ab89-4c60-ad82-760218df9802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:21Z', 'updated_at': '2022-02-17T09:54:22Z', 'revision_number': 2, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'subnets': [{'id': 'e221a20f-ab89-4c60-ad82-760218df9802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:54:23.719821 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:23.720390 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:23.878981 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:23.891487 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5cc826c0-3da3-41be-854a-d6c56583dcdb req-37d29ad0-af6e-428a-b294-00f42d16d278 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 210 time: 0.0494645 Feb 17 09:54:23.928044 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for port (a1494849-5760-4f91-b197-c2032addc9de), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:23.980926 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (a1494849-5760-4f91-b197-c2032addc9de), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:24.034758 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:24.038510 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:24.041177 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:24.110582 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'Port': ['ID=a1494849-5760-4f91-b197-c2032addc9de,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:24.161245 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:24.161988 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:24.183693 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-9b31c53c-243a-40d2-af45-4d366977013a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9160085 Feb 17 09:54:24.197342 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Request body: {'port': {'device_id': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:24.275353 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (a1494849-5760-4f91-b197-c2032addc9de), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:24.510882 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-39349de9-f2ea-41f8-807c-da0651e6415c None None] Provisioning complete for port a1494849-5760-4f91-b197-c2032addc9de triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:24.511583 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-39349de9-f2ea-41f8-807c-da0651e6415c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (a1494849-5760-4f91-b197-c2032addc9de), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:24.557922 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-39349de9-f2ea-41f8-807c-da0651e6415c None None] Port a1494849-5760-4f91-b197-c2032addc9de cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:54:24.660975 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1494849-5760-4f91-b197-c2032addc9de {{(pid=109367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:54:24.671191 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Publish callbacks [] for port (a1494849-5760-4f91-b197-c2032addc9de), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:24.686875 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.provisioning_blocks [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Transition to ACTIVE for port object a1494849-5760-4f91-b197-c2032addc9de will not be triggered until provisioned by entity L2. {{(pid=109367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:54:24.692292 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (a1494849-5760-4f91-b197-c2032addc9de), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:24.816584 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Pushing event updated for resources: {'Port': ['ID=a1494849-5760-4f91-b197-c2032addc9de,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:24.832033 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33258) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:24.851093 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-09f3809d-7b4e-4816-90cf-2ea3a1b51ea8 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596926732', 'description': 'tempest-secgroup-smoke-1596926732 description', 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:24.891589 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-09f3809d-7b4e-4816-90cf-2ea3a1b51ea8 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:24.900786 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Attempting to bind port a1494849-5760-4f91-b197-c2032addc9de on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:24.901617 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Attempting to bind port a1494849-5760-4f91-b197-c2032addc9de by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:24.901617 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Attempting to bind port a1494849-5760-4f91-b197-c2032addc9de on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:24.909072 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Port a1494849-5760-4f91-b197-c2032addc9de on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:54:24.909521 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Attempting to bind port a1494849-5760-4f91-b197-c2032addc9de on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:24.916060 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:24.916559 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Checking segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:24.916965 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Bound using segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:24.917562 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Bound port: a1494849-5760-4f91-b197-c2032addc9de, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'}}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:24.917977 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (a1494849-5760-4f91-b197-c2032addc9de), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.049197 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-09f3809d-7b4e-4816-90cf-2ea3a1b51ea8 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group (31669a79-adf6-48bc-b182-8ef96133b7fa), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.059187 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-09f3809d-7b4e-4816-90cf-2ea3a1b51ea8 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (31669a79-adf6-48bc-b182-8ef96133b7fa), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.102803 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] For port a1494849-5760-4f91-b197-c2032addc9de, host hv-cinder-77398, cleared binding levels {{(pid=109367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:25.114021 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-09f3809d-7b4e-4816-90cf-2ea3a1b51ea8 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.115445 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-09f3809d-7b4e-4816-90cf-2ea3a1b51ea8 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2711904 Feb 17 09:54:25.116400 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3809d-7b4e-4816-90cf-2ea3a1b51ea8 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31669a79-adf6-48bc-b182-8ef96133b7fa,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:25.120803 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33262) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:25.130705 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-a4387a0a-6676-4f75-a9b5-0751fe415a92 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Request body: {'security_group_rule': {'security_group_id': '31669a79-adf6-48bc-b182-8ef96133b7fa', 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:25.131677 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] For port a1494849-5760-4f91-b197-c2032addc9de, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a1494849-5760-4f91-b197-c2032addc9de,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:25.149989 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9b2b0-28f5-48fa-b053-2b28c9853992 req-cd8e0f72-dfa1-4a94-a174-f0893b369be6 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:25.152349 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-24e9b2b0-28f5-48fa-b053-2b28c9853992 req-cd8e0f72-dfa1-4a94-a174-f0893b369be6 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 943 time: 0.1013048 Feb 17 09:54:25.154463 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (a1494849-5760-4f91-b197-c2032addc9de), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.184616 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a4387a0a-6676-4f75-a9b5-0751fe415a92 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (ad1c19ea-8244-4cc1-96c4-c9ec5da32285), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.249001 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:25.249641 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.251208 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] 10.222.0.124 "PUT /v2.0/ports/a1494849-5760-4f91-b197-c2032addc9de HTTP/1.1" status: 200 len: 1093 time: 1.0589707 Feb 17 09:54:25.251698 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'tag': 'a1494849-5760-4f91-b197-c2032addc9de'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:54:25.255853 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a4442d-dcda-4b03-9c9d-33837ad92c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2bb199-be99-4bbe-b06e-3ba2e9085259", "tag": "a1494849-5760-4f91-b197-c2032addc9de"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:54:25.289978 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a4387a0a-6676-4f75-a9b5-0751fe415a92 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (ad1c19ea-8244-4cc1-96c4-c9ec5da32285), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.308358 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a4387a0a-6676-4f75-a9b5-0751fe415a92 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (ad1c19ea-8244-4cc1-96c4-c9ec5da32285), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.321630 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18fd6b-aa64-429c-9221-94a93bf0308c service neutron] Pushing event updated for resources: {'Port': ['ID=a1494849-5760-4f91-b197-c2032addc9de,revision_number=3']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:25.402515 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4387a0a-6676-4f75-a9b5-0751fe415a92 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1c19ea-8244-4cc1-96c4-c9ec5da32285,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:25.433008 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a4387a0a-6676-4f75-a9b5-0751fe415a92 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.444626 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-a4387a0a-6676-4f75-a9b5-0751fe415a92 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3244865 Feb 17 09:54:25.446403 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33266) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:25.478326 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-2361a38b-9d63-4656-9317-1294921f20e2 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Request body: {'security_group_rule': {'security_group_id': '31669a79-adf6-48bc-b182-8ef96133b7fa', 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:25.483609 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-24e9b2b0-28f5-48fa-b053-2b28c9853992 req-582840bc-8dd2-4f8d-823a-e0b827147748 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803593 Feb 17 09:54:25.485461 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79ac8a5-611a-4381-b5dc-4a3647370a68 x-openstack-request-id: req-f79ac8a5-611a-4381-b5dc-4a3647370a68 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:54:25.485889 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2bb199-be99-4bbe-b06e-3ba2e9085259", "tag": "a1494849-5760-4f91-b197-c2032addc9de", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:54:25.486497 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f79ac8a5-611a-4381-b5dc-4a3647370a68 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:54:25.488250 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'tag': 'a1494849-5760-4f91-b197-c2032addc9de', 'status': 'completed', 'code': 200} Feb 17 09:54:25.526775 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2361a38b-9d63-4656-9317-1294921f20e2 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (bf18ca9f-597b-4e98-b6e6-e10e9495275f), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.528352 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6545b81b-d2bb-4552-80a5-cd5ec9e9cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:25.530340 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-6545b81b-d2bb-4552-80a5-cd5ec9e9cf42 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 1127 time: 0.1957197 Feb 17 09:54:25.598583 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device d48bad2f-4996-419f-b35b-40b75c39c2ac up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:25.599713 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-fc7414ee-1eb1-463c-9903-5d9003518b39 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1494849-5760-4f91-b197-c2032addc9de HTTP/1.1" status: 200 len: 217 time: 0.0579560 Feb 17 09:54:25.658077 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2361a38b-9d63-4656-9317-1294921f20e2 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (bf18ca9f-597b-4e98-b6e6-e10e9495275f), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.667152 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2361a38b-9d63-4656-9317-1294921f20e2 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (bf18ca9f-597b-4e98-b6e6-e10e9495275f), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.707807 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-2361a38b-9d63-4656-9317-1294921f20e2 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.709575 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-2361a38b-9d63-4656-9317-1294921f20e2 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2620754 Feb 17 09:54:25.712835 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33268) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:25.719738 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port d48bad2f-4996-419f-b35b-40b75c39c2ac triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:25.720126 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.721909 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-05ff4fcd-7e7b-4213-97ac-0f65fd2215f9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Request body: {'security_group_rule': {'security_group_id': '31669a79-adf6-48bc-b182-8ef96133b7fa', 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:25.728849 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e99be-65bc-49fe-aa32-204136a42052 req-556e635a-6aaa-4eb5-94e2-8e42b605098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:25.730867 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361a38b-9d63-4656-9317-1294921f20e2 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf18ca9f-597b-4e98-b6e6-e10e9495275f,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:25.742813 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-556e635a-6aaa-4eb5-94e2-8e42b605098d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.1329632 Feb 17 09:54:25.772979 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05ff4fcd-7e7b-4213-97ac-0f65fd2215f9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (c376ed79-34bd-4f69-a72a-e274c4253c6b), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.839121 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e99be-65bc-49fe-aa32-204136a42052 req-1b623614-bd54-4dd8-805d-a00d585803e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:25.842603 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-1b623614-bd54-4dd8-805d-a00d585803e8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0852702 Feb 17 09:54:25.855682 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port d48bad2f-4996-419f-b35b-40b75c39c2ac is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:25.856628 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.863632 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05ff4fcd-7e7b-4213-97ac-0f65fd2215f9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (c376ed79-34bd-4f69-a72a-e274c4253c6b), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.872364 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05ff4fcd-7e7b-4213-97ac-0f65fd2215f9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (c376ed79-34bd-4f69-a72a-e274c4253c6b), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.895753 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] For port d48bad2f-4996-419f-b35b-40b75c39c2ac, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=d48bad2f-4996-419f-b35b-40b75c39c2ac,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:25.903632 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.912039 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff4fcd-7e7b-4213-97ac-0f65fd2215f9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c376ed79-34bd-4f69-a72a-e274c4253c6b,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:25.929918 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-05ff4fcd-7e7b-4213-97ac-0f65fd2215f9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.931819 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-05ff4fcd-7e7b-4213-97ac-0f65fd2215f9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2168872 Feb 17 09:54:25.934837 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33270) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:25.945161 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-db8f48a5-eb74-455f-8109-394975729f6a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Request body: {'security_group_rule': {'security_group_id': '31669a79-adf6-48bc-b182-8ef96133b7fa', 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:25.986074 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-db8f48a5-eb74-455f-8109-394975729f6a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (415dfa20-1c0c-45d8-9090-a56bd355c93f), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:25.994580 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Pushing event updated for resources: {'Port': ['ID=d48bad2f-4996-419f-b35b-40b75c39c2ac,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:26.013470 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-00b28e92-05d6-4677-aaab-5247eb732a6f service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631904 Feb 17 09:54:26.068503 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-db8f48a5-eb74-455f-8109-394975729f6a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (415dfa20-1c0c-45d8-9090-a56bd355c93f), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.073840 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-db8f48a5-eb74-455f-8109-394975729f6a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (415dfa20-1c0c-45d8-9090-a56bd355c93f), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.098342 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f48a5-eb74-455f-8109-394975729f6a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415dfa20-1c0c-45d8-9090-a56bd355c93f,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:26.108146 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-db8f48a5-eb74-455f-8109-394975729f6a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.110401 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-db8f48a5-eb74-455f-8109-394975729f6a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1735656 Feb 17 09:54:26.113411 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33272) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:26.125241 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-a4ca6c97-172b-40c2-a277-fac3cf5299f5 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Request body: {'security_group_rule': {'security_group_id': '31669a79-adf6-48bc-b182-8ef96133b7fa', 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:26.138228 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e24e99be-65bc-49fe-aa32-204136a42052 req-d5443d1a-202b-4704-85ca-91b9b6017d06 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165235 Feb 17 09:54:26.167069 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.securitygroups_db [None req-a4ca6c97-172b-40c2-a277-fac3cf5299f5 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Project 27fc4e8241ca4c9b9ca678d8926bbb89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:54:26.176768 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6c97-172b-40c2-a277-fac3cf5299f5 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (4a3d0374-5aa1-4a8c-9c29-5b2373047bf3), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.280061 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-cbb8492f-3132-4cb1-82a7-552222cd1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:26.282965 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-cbb8492f-3132-4cb1-82a7-552222cd1671 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 1127 time: 0.0799205 Feb 17 09:54:26.301049 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6c97-172b-40c2-a277-fac3cf5299f5 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (4a3d0374-5aa1-4a8c-9c29-5b2373047bf3), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.308978 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6c97-172b-40c2-a277-fac3cf5299f5 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (4a3d0374-5aa1-4a8c-9c29-5b2373047bf3), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.346044 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca6c97-172b-40c2-a277-fac3cf5299f5 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3d0374-5aa1-4a8c-9c29-5b2373047bf3,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:26.360199 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-a4ca6c97-172b-40c2-a277-fac3cf5299f5 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.363185 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-a4ca6c97-172b-40c2-a277-fac3cf5299f5 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2457476 Feb 17 09:54:26.367725 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33274) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:26.377174 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-1418fde0-2691-4a3e-b102-14f32192d702 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Request body: {'security_group_rule': {'security_group_id': '31669a79-adf6-48bc-b182-8ef96133b7fa', 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:26.414896 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.securitygroups_db [None req-1418fde0-2691-4a3e-b102-14f32192d702 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Project 27fc4e8241ca4c9b9ca678d8926bbb89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 09:54:26.423425 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1418fde0-2691-4a3e-b102-14f32192d702 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (69700ce0-a51a-43b5-8ce9-1bab3e652759), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.425368 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-67478e8c-50e1-4409-87e9-0d4723b63845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:26.427592 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-67478e8c-50e1-4409-87e9-0d4723b63845 service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.1365080 Feb 17 09:54:26.476265 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-e291cc6f-491b-47da-a7ae-7948d0874647 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1494849-5760-4f91-b197-c2032addc9de HTTP/1.1" status: 200 len: 217 time: 0.0425105 Feb 17 09:54:26.515070 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1418fde0-2691-4a3e-b102-14f32192d702 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (69700ce0-a51a-43b5-8ce9-1bab3e652759), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.521429 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1418fde0-2691-4a3e-b102-14f32192d702 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552850'] for security_group_rule (69700ce0-a51a-43b5-8ce9-1bab3e652759), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.546170 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418fde0-2691-4a3e-b102-14f32192d702 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69700ce0-a51a-43b5-8ce9-1bab3e652759,revision_number=0']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:26.546612 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-330b4a67-ed34-4fcc-908d-36d74a7b88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:26.548704 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-330b4a67-ed34-4fcc-908d-36d74a7b88c8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0655768 Feb 17 09:54:26.559371 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1418fde0-2691-4a3e-b102-14f32192d702 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:26.560830 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-1418fde0-2691-4a3e-b102-14f32192d702 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1916041 Feb 17 09:54:26.665076 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-62542f5c-ae0e-44c1-bc54-485ef5cfc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:26.667652 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-62542f5c-ae0e-44c1-bc54-485ef5cfc16b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1116500 Feb 17 09:54:26.680910 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63268be4-b18a-4188-abd3-426c22c429f7 req-a15b756e-874c-4f1b-86ed-e37d36b78974 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:26.682876 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-63268be4-b18a-4188-abd3-426c22c429f7 req-a15b756e-874c-4f1b-86ed-e37d36b78974 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 943 time: 0.0766401 Feb 17 09:54:26.824512 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-63268be4-b18a-4188-abd3-426c22c429f7 req-39e19c17-c5a5-4865-a6bf-3397977df338 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311102 Feb 17 09:54:26.849000 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-733e3f4e-3d0d-4743-8d5e-584c153fc0e7 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650279 Feb 17 09:54:26.947054 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-49a4442d-dcda-4b03-9c9d-33837ad92c9c req-14c1a806-9d94-48ce-ad20-ce709a944fc9 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921011 Feb 17 09:54:27.365352 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device d48bad2f-4996-419f-b35b-40b75c39c2ac up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:27.416183 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port d48bad2f-4996-419f-b35b-40b75c39c2ac triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:27.416590 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:27.520250 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port d48bad2f-4996-419f-b35b-40b75c39c2ac is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:27.972359 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b5a0-9730-4b52-8e6f-9526edaf4662 req-d2a12486-d48e-49d3-bc61-b03b47a4cdc1 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:27.974085 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-02b9b5a0-9730-4b52-8e6f-9526edaf4662 req-d2a12486-d48e-49d3-bc61-b03b47a4cdc1 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 943 time: 0.0724378 Feb 17 09:54:28.036733 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-02b9b5a0-9730-4b52-8e6f-9526edaf4662 req-4307be46-83aa-4ef5-a8e2-10b5a8ca191e tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556662 Feb 17 09:54:28.085567 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Sync routers for ids ['52d1713a-db30-445b-b612-84cba39005fa'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:54:28.096604 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Routers {'52d1713a-db30-445b-b612-84cba39005fa'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:28.097694 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['52d1713a-db30-445b-b612-84cba39005fa'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:28.225686 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Set router 52d1713a-db30-445b-b612-84cba39005fa gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:28.444540 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1713a-db30-445b-b612-84cba39005fa', 'name': 'tempest-TestShelveInstance-1355005914-router', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:18Z', 'updated_at': '2022-02-17T09:54:22Z', 'revision_number': 4, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'gw_port': {'id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:19Z', 'updated_at': '2022-02-17T09:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'c5105917-2267-4cec-a292-c53b060e0b66', 'name': '', 'network_id': '433de999-739e-442a-afdc-0e12058a45ff', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'mac_address': 'fa:16:3e:65:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e221a20f-ab89-4c60-ad82-760218df9802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:21Z', 'updated_at': '2022-02-17T09:54:22Z', 'revision_number': 2, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'subnets': [{'id': 'e221a20f-ab89-4c60-ad82-760218df9802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:28.473717 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Checking router: 52d1713a-db30-445b-b612-84cba39005fa for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:54:28.474102 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Updating router 52d1713a-db30-445b-b612-84cba39005fa port c5105917-2267-4cec-a292-c53b060e0b66 binding host dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 09:54:28.502683 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c5105917-2267-4cec-a292-c53b060e0b66), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:28.846698 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Publish callbacks [] for port (c5105917-2267-4cec-a292-c53b060e0b66), precommit_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:28.856356 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c5105917-2267-4cec-a292-c53b060e0b66), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:28.909605 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bcd6e-65da-4b6f-883e-840e9d79ce99 None None] Pushing event updated for resources: {'Port': ['ID=c5105917-2267-4cec-a292-c53b060e0b66,revision_number=3']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:28.992786 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Attempting to bind port c5105917-2267-4cec-a292-c53b060e0b66 on host dv-cinder-773985-34-iscsi for vnic_type normal with profile {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:28.993167 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Attempting to bind port c5105917-2267-4cec-a292-c53b060e0b66 by drivers openvswitch,hyperv on host dv-cinder-773985-34-iscsi at level 0 using segments [{'id': '7aa90c24-4074-4eba-a14a-ec9e47234455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '433de999-739e-442a-afdc-0e12058a45ff'}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:28.993600 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Attempting to bind port c5105917-2267-4cec-a292-c53b060e0b66 on network 433de999-739e-442a-afdc-0e12058a45ff {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:28.999575 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Checking agent: {'id': 'e3087c87-700d-4790-a495-056765c488b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-34-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 36, 38), 'started_at': datetime.datetime(2022, 2, 17, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-34-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:28.999998 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Checking segment: {'id': '7aa90c24-4074-4eba-a14a-ec9e47234455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '433de999-739e-442a-afdc-0e12058a45ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:29.000432 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:29.000831 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Bound using segment: {'id': '7aa90c24-4074-4eba-a14a-ec9e47234455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '433de999-739e-442a-afdc-0e12058a45ff'} {{(pid=109369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:29.001304 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.managers [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Bound port: c5105917-2267-4cec-a292-c53b060e0b66, host: dv-cinder-773985-34-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa90c24-4074-4eba-a14a-ec9e47234455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '433de999-739e-442a-afdc-0e12058a45ff'}}] {{(pid=109369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:29.001687 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c5105917-2267-4cec-a292-c53b060e0b66), before_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:29.089127 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] For port c5105917-2267-4cec-a292-c53b060e0b66, host dv-cinder-773985-34-iscsi, cleared binding levels {{(pid=109369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:29.092708 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.plugins.ml2.db [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] For port c5105917-2267-4cec-a292-c53b060e0b66, host dv-cinder-773985-34-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=c5105917-2267-4cec-a292-c53b060e0b66,segment=NetworkSegment(7aa90c24-4074-4eba-a14a-ec9e47234455),segment_id=7aa90c24-4074-4eba-a14a-ec9e47234455)] {{(pid=109369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:29.100533 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron_lib.callbacks.manager [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c5105917-2267-4cec-a292-c53b060e0b66), after_update {{(pid=109369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:29.160963 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Routers {'52d1713a-db30-445b-b612-84cba39005fa'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:29.161622 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['52d1713a-db30-445b-b612-84cba39005fa'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:29.200560 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517eb7-c113-4374-b2b4-1a4a8ec7a0f5 req-2de15440-4af1-4554-9d5f-626ba0126074 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:29.203424 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9517eb7-c113-4374-b2b4-1a4a8ec7a0f5 req-2de15440-4af1-4554-9d5f-626ba0126074 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 943 time: 0.0797327 Feb 17 09:54:29.251230 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-3b336cca-ccd8-4ec1-9130-1f31e3f4b79c None None] Provisioning complete for port c5105917-2267-4cec-a292-c53b060e0b66 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:29.252316 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3b336cca-ccd8-4ec1-9130-1f31e3f4b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (c5105917-2267-4cec-a292-c53b060e0b66), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:29.336234 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a9517eb7-c113-4374-b2b4-1a4a8ec7a0f5 req-dd8d739b-a831-4ea4-a080-3a40755c7e15 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170821 Feb 17 09:54:29.366785 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] Set router 52d1713a-db30-445b-b612-84cba39005fa gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:29.415914 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bcd6e-65da-4b6f-883e-840e9d79ce99 None None] Pushing event updated for resources: {'Port': ['ID=c5105917-2267-4cec-a292-c53b060e0b66,revision_number=4']} {{(pid=109369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:29.422216 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-3b336cca-ccd8-4ec1-9130-1f31e3f4b79c None None] Current status of the port c5105917-2267-4cec-a292-c53b060e0b66 is: DOWN; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:29.422771 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3b336cca-ccd8-4ec1-9130-1f31e3f4b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (c5105917-2267-4cec-a292-c53b060e0b66), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:29.485606 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-3b336cca-ccd8-4ec1-9130-1f31e3f4b79c None None] For port c5105917-2267-4cec-a292-c53b060e0b66, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=c5105917-2267-4cec-a292-c53b060e0b66,segment=NetworkSegment(7aa90c24-4074-4eba-a14a-ec9e47234455),segment_id=7aa90c24-4074-4eba-a14a-ec9e47234455)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:29.492284 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3b336cca-ccd8-4ec1-9130-1f31e3f4b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (c5105917-2267-4cec-a292-c53b060e0b66), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:29.561937 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b336cca-ccd8-4ec1-9130-1f31e3f4b79c None None] Pushing event updated for resources: {'Port': ['ID=c5105917-2267-4cec-a292-c53b060e0b66,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:29.620793 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-e040d774-76df-4126-ad59-e9ec0f7f6e0d None None] Provisioning complete for port c5105917-2267-4cec-a292-c53b060e0b66 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:29.621317 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-e040d774-76df-4126-ad59-e9ec0f7f6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (c5105917-2267-4cec-a292-c53b060e0b66), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:29.694783 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1713a-db30-445b-b612-84cba39005fa', 'name': 'tempest-TestShelveInstance-1355005914-router', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:18Z', 'updated_at': '2022-02-17T09:54:22Z', 'revision_number': 4, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'gw_port': {'id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:19Z', 'updated_at': '2022-02-17T09:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'c5105917-2267-4cec-a292-c53b060e0b66', 'name': '', 'network_id': '433de999-739e-442a-afdc-0e12058a45ff', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'mac_address': 'fa:16:3e:65:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e221a20f-ab89-4c60-ad82-760218df9802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:21Z', 'updated_at': '2022-02-17T09:54:29Z', 'revision_number': 4, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'subnets': [{'id': 'e221a20f-ab89-4c60-ad82-760218df9802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:29.739120 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ebfca-021a-4b29-a935-c21435c58b28 None None] The sync data for ids ['52d1713a-db30-445b-b612-84cba39005fa'] in dv-cinder-773985-34-iscsi is: [{'id': '52d1713a-db30-445b-b612-84cba39005fa', 'name': 'tempest-TestShelveInstance-1355005914-router', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:18Z', 'updated_at': '2022-02-17T09:54:22Z', 'revision_number': 4, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'gw_port': {'id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:19Z', 'updated_at': '2022-02-17T09:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': 'c5105917-2267-4cec-a292-c53b060e0b66', 'name': '', 'network_id': '433de999-739e-442a-afdc-0e12058a45ff', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'mac_address': 'fa:16:3e:65:4c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'e221a20f-ab89-4c60-ad82-760218df9802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:21Z', 'updated_at': '2022-02-17T09:54:29Z', 'revision_number': 4, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'subnets': [{'id': 'e221a20f-ab89-4c60-ad82-760218df9802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:54:29.763369 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-e040d774-76df-4126-ad59-e9ec0f7f6e0d None None] Current status of the port c5105917-2267-4cec-a292-c53b060e0b66 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:30.239655 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0ea7b18c-9877-4735-b249-b67595224f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:30.489058 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1a040-ab8a-44d1-a915-1e1e147b8e50 req-9efbbc6a-8eed-4329-8d7d-f3cbda744d74 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:30.492337 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7fe1a040-ab8a-44d1-a915-1e1e147b8e50 req-9efbbc6a-8eed-4329-8d7d-f3cbda744d74 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 943 time: 0.0682282 Feb 17 09:54:30.563218 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7fe1a040-ab8a-44d1-a915-1e1e147b8e50 req-24eb20bf-999c-441f-919a-4337a52183f9 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618784 Feb 17 09:54:31.416057 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device c5105917-2267-4cec-a292-c53b060e0b66 up at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:31.515153 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Provisioning complete for port c5105917-2267-4cec-a292-c53b060e0b66 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:31.515783 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (c5105917-2267-4cec-a292-c53b060e0b66), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:31.635141 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Current status of the port c5105917-2267-4cec-a292-c53b060e0b66 is: ACTIVE; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:31.724663 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6e472-db29-4bc0-a2c5-c974482241e5 req-ee801759-a471-4847-b92f-521cf7e8594c tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:31.726407 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bea6e472-db29-4bc0-a2c5-c974482241e5 req-ee801759-a471-4847-b92f-521cf7e8594c tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 943 time: 0.0672481 Feb 17 09:54:31.810914 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bea6e472-db29-4bc0-a2c5-c974482241e5 req-7b3088db-24e0-4315-8ca4-42f9cd35ecaf tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774217 Feb 17 09:54:32.958648 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7bd24-429a-4637-8384-809f66961ef4 req-3eb9acd6-b4e0-45e5-834f-ada60502e3a2 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:32.960388 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ebd7bd24-429a-4637-8384-809f66961ef4 req-3eb9acd6-b4e0-45e5-834f-ada60502e3a2 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 943 time: 0.0601969 Feb 17 09:54:33.011165 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a68ae426-16b6-42e4-8d5a-f62445cd3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:33.023225 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ebd7bd24-429a-4637-8384-809f66961ef4 req-57bc87b9-497e-4c92-b9a1-e63938ae7045 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560565 Feb 17 09:54:34.208740 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489db32-492d-4986-8b73-9c84b0b4dbd2 req-4b3c1dcd-8dd2-43e2-a55a-667408ed821e tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:34.211284 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2489db32-492d-4986-8b73-9c84b0b4dbd2 req-4b3c1dcd-8dd2-43e2-a55a-667408ed821e tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 943 time: 0.0989895 Feb 17 09:54:34.306007 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2489db32-492d-4986-8b73-9c84b0b4dbd2 req-74224ad5-2ad1-463d-81c8-742d98026394 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878744 Feb 17 09:54:34.351464 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device a1494849-5760-4f91-b197-c2032addc9de details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:54:34.502915 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port a1494849-5760-4f91-b197-c2032addc9de, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a1494849-5760-4f91-b197-c2032addc9de,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:34.518822 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'a1494849-5760-4f91-b197-c2032addc9de', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'port_id': 'a1494849-5760-4f91-b197-c2032addc9de', 'mac_address': 'fa:16:3e:74:31:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:54:34.567798 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port a1494849-5760-4f91-b197-c2032addc9de is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:34.568183 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (a1494849-5760-4f91-b197-c2032addc9de), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:34.588232 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1494849-5760-4f91-b197-c2032addc9de {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:54:34.615979 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port a1494849-5760-4f91-b197-c2032addc9de, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a1494849-5760-4f91-b197-c2032addc9de,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:34.622123 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (a1494849-5760-4f91-b197-c2032addc9de), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:34.697762 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=a1494849-5760-4f91-b197-c2032addc9de,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:34.887095 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['a1494849-5760-4f91-b197-c2032addc9de'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:54:34.981175 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:35.449477 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9c1bb-2225-4f20-9009-810fc3dd7a1c req-ffbed9bc-43ec-4eae-958f-2efa1bf1ba6a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:35.451201 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d2c9c1bb-2225-4f20-9009-810fc3dd7a1c req-ffbed9bc-43ec-4eae-958f-2efa1bf1ba6a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 944 time: 0.0639396 Feb 17 09:54:35.513179 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d2c9c1bb-2225-4f20-9009-810fc3dd7a1c req-9a5c1c08-17e2-4ebb-8a2f-d6ea857d0448 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542941 Feb 17 09:54:36.372454 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device a1494849-5760-4f91-b197-c2032addc9de up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:36.426286 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port a1494849-5760-4f91-b197-c2032addc9de completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:54:36.432230 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port a1494849-5760-4f91-b197-c2032addc9de triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:36.432656 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (a1494849-5760-4f91-b197-c2032addc9de), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:36.526271 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port a1494849-5760-4f91-b197-c2032addc9de is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:36.526678 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (a1494849-5760-4f91-b197-c2032addc9de), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:36.556096 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1494849-5760-4f91-b197-c2032addc9de'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:54:36.558456 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af8a178-b02a-4346-b4f4-4fe85b93725c" -d '{"events": [{"server_uuid": "8a2bb199-be99-4bbe-b06e-3ba2e9085259", "name": "network-vif-plugged", "status": "completed", "tag": "a1494849-5760-4f91-b197-c2032addc9de"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:54:36.576162 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port a1494849-5760-4f91-b197-c2032addc9de, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a1494849-5760-4f91-b197-c2032addc9de,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:36.582953 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (a1494849-5760-4f91-b197-c2032addc9de), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:36.627542 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654171b7-ec96-4af8-9ada-dda21398a7dd x-openstack-request-id: req-654171b7-ec96-4af8-9ada-dda21398a7dd {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:54:36.627952 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2bb199-be99-4bbe-b06e-3ba2e9085259", "name": "network-vif-plugged", "status": "completed", "tag": "a1494849-5760-4f91-b197-c2032addc9de", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:54:36.629155 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-654171b7-ec96-4af8-9ada-dda21398a7dd {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:54:36.630356 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1494849-5760-4f91-b197-c2032addc9de', 'code': 200} Feb 17 09:54:36.660507 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c8b86-ac9a-4569-b3e8-1674c324de9b req-41f76d47-f72e-4255-89c4-1d18e3da532d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:36.666561 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-110c8b86-ac9a-4569-b3e8-1674c324de9b req-41f76d47-f72e-4255-89c4-1d18e3da532d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 945 time: 0.0735943 Feb 17 09:54:36.680136 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=a1494849-5760-4f91-b197-c2032addc9de,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:36.722404 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-110c8b86-ac9a-4569-b3e8-1674c324de9b req-aa9d0c86-0c1b-4484-81b1-53257dd2e75b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542104 Feb 17 09:54:36.888871 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7c897-f2fd-4122-af2c-634c5473fa3b req-d76d3bba-6726-4477-a895-5aad4377adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:36.890779 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-caa7c897-f2fd-4122-af2c-634c5473fa3b req-d76d3bba-6726-4477-a895-5aad4377adad service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 1129 time: 0.0534115 Feb 17 09:54:36.947286 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-caa7c897-f2fd-4122-af2c-634c5473fa3b req-ba26b870-be34-4049-bd7f-7e694326d6f4 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484316 Feb 17 09:54:37.542857 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:37.868626 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446fe7e-dfef-4d9f-9ba4-2ac2cd086d26 req-abf4fd4b-dc09-4661-9c2c-ecc48c6bbea8 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:37.870293 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2446fe7e-dfef-4d9f-9ba4-2ac2cd086d26 req-abf4fd4b-dc09-4661-9c2c-ecc48c6bbea8 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 945 time: 0.0685027 Feb 17 09:54:37.932080 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2446fe7e-dfef-4d9f-9ba4-2ac2cd086d26 req-dc881b3a-81da-4026-9efb-929488f39b34 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550213 Feb 17 09:54:38.465345 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:39.073730 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652cdf6-3749-4fbb-8b93-19a945015f36 req-cc8e7c46-a1a2-4ee9-af3c-e02714f366f5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:39.075347 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9652cdf6-3749-4fbb-8b93-19a945015f36 req-cc8e7c46-a1a2-4ee9-af3c-e02714f366f5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 945 time: 0.0578718 Feb 17 09:54:39.127902 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9652cdf6-3749-4fbb-8b93-19a945015f36 req-b3937f98-8640-4dad-b7a7-0293b37fcf38 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453649 Feb 17 09:54:39.265056 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1da90b-cebf-4d09-a786-4e777ede6f9d req-b760a0f5-9180-4b69-a7d4-efd4ce31e23e tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:39.266811 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4d1da90b-cebf-4d09-a786-4e777ede6f9d req-b760a0f5-9180-4b69-a7d4-efd4ce31e23e tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 945 time: 0.0553310 Feb 17 09:54:39.326230 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4d1da90b-cebf-4d09-a786-4e777ede6f9d req-e6e496f6-a75c-4e4b-bbea-36882895878f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521030 Feb 17 09:54:39.351857 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33390) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:39.598967 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd31fbca-98a9-40f2-8466-3471f733734d tempest-TestVolumeBootPattern-1791753734 tempest-TestVolumeBootPattern-1791753734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:39.600680 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-cd31fbca-98a9-40f2-8466-3471f733734d tempest-TestVolumeBootPattern-1791753734 tempest-TestVolumeBootPattern-1791753734-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 1124 time: 0.2474513 Feb 17 09:54:39.604289 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33394) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:39.609099 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'floatingip': {'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'port_id': 'a1494849-5760-4f91-b197-c2032addc9de', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:39.633368 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:39.776274 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:39.950927 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Allocated IP 172.27.3.49 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/e7900c8d-9c58-45c6-9575-fe03c770fe71) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:40.100564 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for port (e7900c8d-9c58-45c6-9575-fe03c770fe71), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:40.140454 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (e7900c8d-9c58-45c6-9575-fe03c770fe71), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:40.187274 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:40.191758 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:40.194555 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:40.231656 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'Port': ['ID=e7900c8d-9c58-45c6-9575-fe03c770fe71,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:40.595143 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (53724107-6a0c-4e7a-8289-91e84703930f), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:40.667997 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (e7900c8d-9c58-45c6-9575-fe03c770fe71), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:40.837739 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for port (e7900c8d-9c58-45c6-9575-fe03c770fe71), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:40.843310 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (e7900c8d-9c58-45c6-9575-fe03c770fe71), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:40.919483 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'Port': ['ID=e7900c8d-9c58-45c6-9575-fe03c770fe71,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:40.933282 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (53724107-6a0c-4e7a-8289-91e84703930f), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:41.357285 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.l3_db [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Floating IP 53724107-6a0c-4e7a-8289-91e84703930f associated. External IP: 172.27.3.49, port: a1494849-5760-4f91-b197-c2032addc9de. Feb 17 09:54:41.594649 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:54:41.724914 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:54:41.736283 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] Sync routers for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:54:41.746944 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:41.747490 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:41.748137 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:41.779617 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-ab3823c2-aba3-454a-b77a-6a44258d68e3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1741128 Feb 17 09:54:41.780230 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'tag': 'a1494849-5760-4f91-b197-c2032addc9de'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:54:41.782726 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2bb199-be99-4bbe-b06e-3ba2e9085259", "tag": "a1494849-5760-4f91-b197-c2032addc9de"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:54:41.825846 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59014f6b-95b4-4877-9756-50176d91a44b x-openstack-request-id: req-59014f6b-95b4-4877-9756-50176d91a44b {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:54:41.826147 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2bb199-be99-4bbe-b06e-3ba2e9085259", "tag": "a1494849-5760-4f91-b197-c2032addc9de", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:54:41.826420 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59014f6b-95b4-4877-9756-50176d91a44b {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:54:41.826840 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'tag': 'a1494849-5760-4f91-b197-c2032addc9de', 'status': 'completed', 'code': 200} Feb 17 09:54:41.875172 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:41.944560 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-3dc8bc7a-79b6-4bf1-93fd-5d16507bfc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:41.947011 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-3dc8bc7a-79b6-4bf1-93fd-5d16507bfc27 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 1129 time: 0.0581081 Feb 17 09:54:42.056437 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-2da3e1e4-7575-46f3-b4cc-796a8af41bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:42.058037 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-2da3e1e4-7575-46f3-b4cc-796a8af41bc8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.1036315 Feb 17 09:54:42.136358 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-8492b8ea-3cee-4d23-9849-768d0f3e2fc7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1494849-5760-4f91-b197-c2032addc9de HTTP/1.1" status: 200 len: 998 time: 0.0701768 Feb 17 09:54:42.152207 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '53724107-6a0c-4e7a-8289-91e84703930f', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': 'a1494849-5760-4f91-b197-c2032addc9de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:74:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:54:40Z', 'updated_at': '2022-02-17T09:54:40Z', 'revision_number': 0, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:42.186676 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] Checking router: c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:54:42.198516 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:54:42.199219 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:42.229143 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-28c54ec7-2fe8-47b2-9f4d-3dbb3e86ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:42.230732 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-28c54ec7-2fe8-47b2-9f4d-3dbb3e86ec4b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0881436 Feb 17 09:54:42.234652 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-09127a6c-ae3c-47b4-aa72-877bab6f905a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596926732&fields=id&tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89 HTTP/1.1" status: 200 len: 267 time: 0.0821428 Feb 17 09:54:42.318959 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:54:42.353235 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-4effec92-92e2-4d12-bc4a-0bf0be45413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:42.354892 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-4effec92-92e2-4d12-bc4a-0bf0be45413c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1170599 Feb 17 09:54:42.425467 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-33ce8ace-cb73-4325-bb02-20dfcb1f960a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:42.427133 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-33ce8ace-cb73-4325-bb02-20dfcb1f960a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/networks?id=febc7462-4c05-4df3-a1ac-0bcf354a3edd HTTP/1.1" status: 200 len: 808 time: 0.1792395 Feb 17 09:54:42.476929 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-02483cfd-8eb6-4384-adea-dafd6bc4945f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/quotas/27fc4e8241ca4c9b9ca678d8926bbb89 HTTP/1.1" status: 200 len: 375 time: 0.0189936 Feb 17 09:54:42.530136 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-e861f97c-11a2-4cdb-aa33-00c7677141af service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638827 Feb 17 09:54:42.612859 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-f307169f-b16f-4eca-a31b-29afe23a713c tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293283 Feb 17 09:54:42.618977 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '53724107-6a0c-4e7a-8289-91e84703930f', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': 'a1494849-5760-4f91-b197-c2032addc9de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:74:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:54:40Z', 'updated_at': '2022-02-17T09:54:40Z', 'revision_number': 0, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:54:42.647320 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f66f308-f6bb-4f95-b6dc-8d01fceea62c None None] The sync data for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi is: [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '53724107-6a0c-4e7a-8289-91e84703930f', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': 'a1494849-5760-4f91-b197-c2032addc9de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:74:31:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:54:40Z', 'updated_at': '2022-02-17T09:54:40Z', 'revision_number': 0, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:54:42.672845 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4608eeaf-f50e-4f71-8d1f-9b38d7ff70a4 req-70491770-63d5-4704-b35f-4774976d3039 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357851 Feb 17 09:54:42.739645 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-3eae1cda-2c25-4589-a3f8-a19f299b32ed service neutron] 10.222.0.61 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142874 Feb 17 09:54:42.851615 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-3b77b984-709e-4fa4-8312-5d4c8c0e728b service neutron] 10.222.0.61 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056640 Feb 17 09:54:42.901399 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae9a61-bd37-4aae-8df5-78a7d20a31ea None None] New status for floating IP 53724107-6a0c-4e7a-8289-91e84703930f: ACTIVE {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:54:43.192098 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab82cf05-0a41-4ae1-9acc-53a0caf9f2aa req-afbe3b3f-7afd-445f-a04f-0054f521acc9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 210 time: 0.0300350 Feb 17 09:54:43.914296 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:54:44.149395 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:44.259590 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-1a7f6aa8-2559-4afe-a56d-5db8385c19ec tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:44.263961 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-1a7f6aa8-2559-4afe-a56d-5db8385c19ec tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.124 "GET /v2.0/networks?id=febc7462-4c05-4df3-a1ac-0bcf354a3edd HTTP/1.1" status: 200 len: 808 time: 0.1442850 Feb 17 09:54:44.329113 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bb2d4c90-f809-4e0b-a4b5-fc892e511c7a req-9ba6f439-9c12-4156-9888-662d19a4bbc0 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 210 time: 0.0455928 Feb 17 09:54:44.376880 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-769ab5fd-364d-4289-9b9f-188e8015c4d2 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89 HTTP/1.1" status: 200 len: 380 time: 0.1036568 Feb 17 09:54:44.387467 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Request body: {'port': {'device_id': 'f81275f7-40d9-459e-a436-7143d361ff48', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'admin_state_up': True, 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'security_groups': ['31669a79-adf6-48bc-b182-8ef96133b7fa']}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:44.503864 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Made reservation on behalf of 27fc4e8241ca4c9b9ca678d8926bbb89 for: {'port': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:54:44.507352 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:44.665452 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Allocated IP 172.20.0.9 (febc7462-4c05-4df3-a1ac-0bcf354a3edd/c11ce505-20db-4c35-b3dc-ddb52cab35df/fc7bcf3e-f7f4-4042-87fb-b2831ee65306) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:44.844922 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:45.214507 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:45.265374 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Network febc7462-4c05-4df3-a1ac-0bcf354a3edd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:45.271303 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:45.275901 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:45.280193 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event updated for resources: {'Port': ['ID=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:45.336799 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:45.337666 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:45.358326 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-8935c301-3b62-4ade-b1a9-66d40f746e5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9763160 Feb 17 09:54:45.371671 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Request body: {'port': {'device_id': 'f81275f7-40d9-459e-a436-7143d361ff48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:45.471945 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:45.534979 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141603a-3413-4607-87b3-b1eb92669665 req-8e480022-8dfb-40c5-ad8d-71d52027bc0f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:45.536540 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3141603a-3413-4607-87b3-b1eb92669665 req-8e480022-8dfb-40c5-ad8d-71d52027bc0f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 931 time: 0.1035125 Feb 17 09:54:45.616296 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-970ce2a5-9cd0-41a7-8876-c6302a03425b None None] Provisioning complete for port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:45.617367 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-970ce2a5-9cd0-41a7-8876-c6302a03425b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:45.675108 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3141603a-3413-4607-87b3-b1eb92669665 req-88345e5d-a9fc-408c-9d85-34691d23a878 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311886 Feb 17 09:54:45.687688 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-970ce2a5-9cd0-41a7-8876-c6302a03425b None None] Port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:54:45.728447 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-44dcf17b-e744-42f7-a1a0-568207e77897 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1141655 Feb 17 09:54:45.843113 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-dab76c50-248a-4288-9689-a567870e5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:45.846526 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-dab76c50-248a-4288-9689-a567870e5d6f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 1129 time: 0.0606790 Feb 17 09:54:45.889379 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7bcf3e-f7f4-4042-87fb-b2831ee65306 {{(pid=109367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:54:45.903772 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Publish callbacks [] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:45.929263 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.provisioning_blocks [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Transition to ACTIVE for port object fc7bcf3e-f7f4-4042-87fb-b2831ee65306 will not be triggered until provisioned by entity L2. {{(pid=109367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:54:45.936052 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:46.032818 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-b5e3e08b-7c23-4faa-be34-c957fd728b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:46.036213 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-b5e3e08b-7c23-4faa-be34-c957fd728b32 service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.1534562 Feb 17 09:54:46.037022 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Pushing event updated for resources: {'Port': ['ID=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:46.151613 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-ab08555f-302c-4d38-bef3-5577b9b9f6df service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1494849-5760-4f91-b197-c2032addc9de HTTP/1.1" status: 200 len: 1000 time: 0.1078517 Feb 17 09:54:46.161552 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Attempting to bind port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:54:46.162132 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Attempting to bind port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:54:46.162563 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Attempting to bind port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 on network febc7462-4c05-4df3-a1ac-0bcf354a3edd {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:46.169216 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 on network febc7462-4c05-4df3-a1ac-0bcf354a3edd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:54:46.169608 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Attempting to bind port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 on network febc7462-4c05-4df3-a1ac-0bcf354a3edd {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:54:46.177530 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:54:46.179607 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Checking segment: {'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:54:46.179607 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Bound using segment: {'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:54:46.179607 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Bound port: fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19867b76-1730-4a91-80d5-eb644a637a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd'}}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:54:46.179607 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:46.229982 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-32fb8dff-bd8f-4456-9198-a956eef86921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:46.233322 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-32fb8dff-bd8f-4456-9198-a956eef86921 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0744290 Feb 17 09:54:46.282237 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] For port fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host hv-cinder-77398, cleared binding levels {{(pid=109367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:54:46.287197 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] For port fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:54:46.300742 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:46.331408 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-82db5e05-46a1-4cd9-add6-54896fa2ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:46.334352 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-82db5e05-46a1-4cd9-add6-54896fa2ca32 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0938745 Feb 17 09:54:46.339361 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:46.340082 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:46.341760 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] 10.222.0.124 "PUT /v2.0/ports/fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 200 len: 1093 time: 0.9757712 Feb 17 09:54:46.342387 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:54:46.344950 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab" -d '{"events": [{"name": "network-changed", "server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:54:46.395041 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af4d309-af85-4d77-8200-b873a5bb660c x-openstack-request-id: req-9af4d309-af85-4d77-8200-b873a5bb660c {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:54:46.395728 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:54:46.396168 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9af4d309-af85-4d77-8200-b873a5bb660c {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:54:46.396843 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'status': 'completed', 'code': 200} Feb 17 09:54:46.422214 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a4972-9da1-47b6-af72-22d79458b9ba service neutron] Pushing event updated for resources: {'Port': ['ID=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,revision_number=3']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:46.482932 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-83f25ac3-714a-4398-8f1f-f17596f33b01 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416740 Feb 17 09:54:46.485699 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-3c13bb68-3e1e-4286-8287-9e30fc5cf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:46.488091 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-3c13bb68-3e1e-4286-8287-9e30fc5cf6b2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89&device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1127 time: 0.0784016 Feb 17 09:54:46.569723 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-23415165-d6c2-4c9a-b183-67b59b2afd2c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 200 len: 217 time: 0.0706875 Feb 17 09:54:46.599578 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-e9ec93bc-2e96-4845-afba-acc49eca77c0 req-f2903d62-b216-4f9c-81f5-64d3520d893e service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100497 Feb 17 09:54:46.633121 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-3adef52c-16e7-49cb-962a-f54d22626956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:46.634742 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-3adef52c-16e7-49cb-962a-f54d22626956 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c11ce505-20db-4c35-b3dc-ddb52cab35df HTTP/1.1" status: 200 len: 847 time: 0.0585074 Feb 17 09:54:46.709936 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-0c57ae0f-17e5-49a3-86fd-03530252bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:46.713218 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-0c57ae0f-17e5-49a3-86fd-03530252bf71 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=febc7462-4c05-4df3-a1ac-0bcf354a3edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712318 Feb 17 09:54:46.852076 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-9f5e6b09-da36-4f9b-82cd-a7d768743e36 service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317320 Feb 17 09:54:46.877006 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de211e3-df43-4b62-bfff-d7ea73371671 req-36df35de-5633-4aff-9661-a2b4ec49c982 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:46.879669 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8de211e3-df43-4b62-bfff-d7ea73371671 req-36df35de-5633-4aff-9661-a2b4ec49c982 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0876639 Feb 17 09:54:46.995389 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8de211e3-df43-4b62-bfff-d7ea73371671 req-6e03e651-766c-45ed-bae1-cef716545c10 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038673 Feb 17 09:54:47.014384 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f510e2c6-0a7c-4c62-a015-a62cc1a43297 req-5c9a38aa-9e2d-4619-b1f9-424f5b25060d service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533575 Feb 17 09:54:47.128564 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-750e203f-43e7-43c9-8963-9173009ad17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:47.130134 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-750e203f-43e7-43c9-8963-9173009ad17c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89&device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1127 time: 0.0594454 Feb 17 09:54:47.240570 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-cbd3b3cc-b267-4385-9022-d1b1ee89ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:47.242206 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-cbd3b3cc-b267-4385-9022-d1b1ee89ae3b service neutron] 10.222.0.124 "GET /v2.0/networks?id=febc7462-4c05-4df3-a1ac-0bcf354a3edd HTTP/1.1" status: 200 len: 909 time: 0.1048770 Feb 17 09:54:47.290347 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-62fe8042-a060-4692-8b9a-f5c00eaddba3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 200 len: 217 time: 0.0375435 Feb 17 09:54:47.350560 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-b198b560-60ec-4f92-bdfd-4db33f92fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:47.352124 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-b198b560-60ec-4f92-bdfd-4db33f92fb57 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c11ce505-20db-4c35-b3dc-ddb52cab35df HTTP/1.1" status: 200 len: 847 time: 0.0554817 Feb 17 09:54:47.409475 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-156261b5-64dd-4260-a447-c691272adb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:47.410968 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-156261b5-64dd-4260-a447-c691272adb90 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=febc7462-4c05-4df3-a1ac-0bcf354a3edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491447 Feb 17 09:54:47.524729 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-2a23739d-b5d7-4fe8-90c3-3df6ff09cd1c service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069200 Feb 17 09:54:47.633055 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-13912e43-c521-4c5f-9fd7-dbb1a3e13cab req-366d7631-b512-4e0b-b0fc-1e0ef4e259b6 service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956388 Feb 17 09:54:48.136383 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198e111-9447-44da-b9d0-32eb0b8b8b1b req-4e3e3abe-9dc1-4ba7-b832-67ebac493d41 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:48.138025 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a198e111-9447-44da-b9d0-32eb0b8b8b1b req-4e3e3abe-9dc1-4ba7-b832-67ebac493d41 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0575271 Feb 17 09:54:48.194175 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a198e111-9447-44da-b9d0-32eb0b8b8b1b req-b40c6b07-70a6-4baa-990c-81353b784282 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484238 Feb 17 09:54:49.327643 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178032f-3f71-4f9f-8311-046da613d0d4 req-4291c369-5523-49cd-9eac-de9b13453f08 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:49.329531 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3178032f-3f71-4f9f-8311-046da613d0d4 req-4291c369-5523-49cd-9eac-de9b13453f08 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0654359 Feb 17 09:54:49.385264 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3178032f-3f71-4f9f-8311-046da613d0d4 req-cdde5736-da63-482a-946f-c0497bb54f3d tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484483 Feb 17 09:54:50.519920 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebad68-4ce8-496c-9ed4-768a903aaf50 req-7d8aa39c-2491-4d2a-b228-6f0efe5e03a1 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:50.521579 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-32ebad68-4ce8-496c-9ed4-768a903aaf50 req-7d8aa39c-2491-4d2a-b228-6f0efe5e03a1 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0612960 Feb 17 09:54:50.577905 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-32ebad68-4ce8-496c-9ed4-768a903aaf50 req-b397d793-6143-4ce4-8e5f-fe3d97a6f905 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505033 Feb 17 09:54:51.729295 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ba8d4-9f81-4cd2-bc2c-1af1bb6bd837 req-0d2ef93a-38e3-4765-9e04-cb35676aab43 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:51.730985 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ee9ba8d4-9f81-4cd2-bc2c-1af1bb6bd837 req-0d2ef93a-38e3-4765-9e04-cb35676aab43 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0638480 Feb 17 09:54:51.785846 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ee9ba8d4-9f81-4cd2-bc2c-1af1bb6bd837 req-12d0a5bd-247b-4075-9d30-3257bb548af9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469608 Feb 17 09:54:52.929938 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822738e0-f3d2-4490-b0b5-aa9a78851dee req-ccb610c7-049c-4caa-a76e-fd6c4207d4a7 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:52.931644 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-822738e0-f3d2-4490-b0b5-aa9a78851dee req-ccb610c7-049c-4caa-a76e-fd6c4207d4a7 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0672591 Feb 17 09:54:52.989508 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-822738e0-f3d2-4490-b0b5-aa9a78851dee req-dab9fed2-8f2a-4611-9d63-d84db802ec7a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516577 Feb 17 09:54:54.128935 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd8fc-1d51-4d4e-bac5-6400dd14abe0 req-b4dee0f0-30b0-4543-9fd6-6ede6f686462 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:54.130544 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-158cd8fc-1d51-4d4e-bac5-6400dd14abe0 req-b4dee0f0-30b0-4543-9fd6-6ede6f686462 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0610120 Feb 17 09:54:54.185691 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-158cd8fc-1d51-4d4e-bac5-6400dd14abe0 req-e8e4affd-98f0-4513-92dc-d899563d6141 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490813 Feb 17 09:54:54.443987 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device fc7bcf3e-f7f4-4042-87fb-b2831ee65306 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:54:54.556439 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:54.569832 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'port_id': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'mac_address': 'fa:16:3e:37:6f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:54:54.609582 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:54.610615 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:54.624730 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7bcf3e-f7f4-4042-87fb-b2831ee65306 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:54:54.646144 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:54.650939 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:54.704549 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:54.712632 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.712988 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.713324 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.713669 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.714052 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.714388 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.714725 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.715075 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.715400 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.715737 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.716321 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.716664 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.716992 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:54:54.907587 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['fc7bcf3e-f7f4-4042-87fb-b2831ee65306'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:54:55.319940 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880d13a-7b0c-420f-bcb1-d8ecd4e54e49 req-0b3daf7d-4d5e-41a0-895a-6043f6dfd47e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:55.322029 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0880d13a-7b0c-420f-bcb1-d8ecd4e54e49 req-0b3daf7d-4d5e-41a0-895a-6043f6dfd47e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 944 time: 0.0574200 Feb 17 09:54:55.382613 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0880d13a-7b0c-420f-bcb1-d8ecd4e54e49 req-d0d73d39-2eae-497d-afb5-e2b14f5da674 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546439 Feb 17 09:54:56.447828 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device fc7bcf3e-f7f4-4042-87fb-b2831ee65306 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:54:56.538696 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766549da-2a08-489a-8070-a9eb2b2a4d23 req-acd955b2-5afa-4340-bab6-891ec7c68810 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:56.540667 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-766549da-2a08-489a-8070-a9eb2b2a4d23 req-acd955b2-5afa-4340-bab6-891ec7c68810 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 944 time: 0.0683222 Feb 17 09:54:56.607773 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-766549da-2a08-489a-8070-a9eb2b2a4d23 req-1898f3ee-9109-4bee-8914-0ffe2259a591 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567884 Feb 17 09:54:56.660251 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:54:56.665100 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:54:56.665385 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:56.754977 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:54:56.755377 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:56.783183 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:54:56.785630 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bf60c0-a8d8-482d-a382-89cd70aea060" -d '{"events": [{"server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "name": "network-vif-plugged", "status": "completed", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:54:56.801736 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:54:56.807757 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:56.838130 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b1b579-bb9a-42df-81cb-cc2e332e5ea5 x-openstack-request-id: req-a6b1b579-bb9a-42df-81cb-cc2e332e5ea5 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:54:56.838432 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "name": "network-vif-plugged", "status": "completed", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:54:56.838689 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6b1b579-bb9a-42df-81cb-cc2e332e5ea5 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:54:56.839098 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'code': 200} Feb 17 09:54:56.883179 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:54:57.083956 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9050-5cf4-4c6a-8180-3cb92f26895c req-47192724-7b6c-4707-880d-da53f612741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:57.085554 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a8da9050-5cf4-4c6a-8180-3cb92f26895c req-47192724-7b6c-4707-880d-da53f612741c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1129 time: 0.0493765 Feb 17 09:54:57.155471 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a8da9050-5cf4-4c6a-8180-3cb92f26895c req-6c4a8b00-1893-45d4-9517-3b10db54b1bc service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625706 Feb 17 09:54:57.747952 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922929ec-c560-4ba3-8415-953806048ed3 req-eafdde3c-4e25-461c-8622-d32e7584a1e1 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:57.749592 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-922929ec-c560-4ba3-8415-953806048ed3 req-eafdde3c-4e25-461c-8622-d32e7584a1e1 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0647645 Feb 17 09:54:57.820834 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-922929ec-c560-4ba3-8415-953806048ed3 req-1a4ad3aa-a66b-408d-bfd0-6c31fc0c7fc8 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637834 Feb 17 09:54:58.967639 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee41845-27a5-4755-95b5-3ef251aab4c3 req-43764ffb-daa4-46bc-a55a-9939117807ac tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:58.969318 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dee41845-27a5-4755-95b5-3ef251aab4c3 req-43764ffb-daa4-46bc-a55a-9939117807ac tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0610819 Feb 17 09:54:59.061505 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-dee41845-27a5-4755-95b5-3ef251aab4c3 req-137df845-43b3-478d-ad69-c399e52c57dc tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851464 Feb 17 09:54:59.200216 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c9ea-e602-40fa-898c-fece390b8c03 req-f96a3c2b-1d9b-4342-a9b5-5710b040a840 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:59.201892 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e9a7c9ea-e602-40fa-898c-fece390b8c03 req-f96a3c2b-1d9b-4342-a9b5-5710b040a840 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0659428 Feb 17 09:54:59.266797 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e9a7c9ea-e602-40fa-898c-fece390b8c03 req-ccfbb7b2-34f8-4867-9c37-d11c626d6f1b tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576172 Feb 17 09:54:59.299876 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33462) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:59.406111 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0486a-8122-4f8d-956e-22b3d0697655 tempest-TestShelveInstance-642400807 tempest-TestShelveInstance-642400807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:54:59.408500 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-51d0486a-8122-4f8d-956e-22b3d0697655 tempest-TestShelveInstance-642400807 tempest-TestShelveInstance-642400807-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1124 time: 0.1067464 Feb 17 09:54:59.411926 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33466) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:54:59.417158 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Request body: {'floatingip': {'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'port_id': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:54:59.441470 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.586990 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.745419 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Allocated IP 172.27.3.195 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/09f75891-175f-4542-9c8c-c78c05db3a4c) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:54:59.880048 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for port (09f75891-175f-4542-9c8c-c78c05db3a4c), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.922995 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (09f75891-175f-4542-9c8c-c78c05db3a4c), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:54:59.967949 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:54:59.971588 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:54:59.975788 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:54:59.982197 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event updated for resources: {'Port': ['ID=09f75891-175f-4542-9c8c-c78c05db3a4c,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:00.231402 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a802fce7-ad05-468a-b94f-bf4b986d47ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.497177 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for floatingip (761ac2a5-3eb0-4c72-8cce-a38c77a1eade), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.593124 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (09f75891-175f-4542-9c8c-c78c05db3a4c), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.797646 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for port (09f75891-175f-4542-9c8c-c78c05db3a4c), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.803969 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (09f75891-175f-4542-9c8c-c78c05db3a4c), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:00.895547 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event updated for resources: {'Port': ['ID=09f75891-175f-4542-9c8c-c78c05db3a4c,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:55:00.912462 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (761ac2a5-3eb0-4c72-8cce-a38c77a1eade), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.071477 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.l3_db [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Floating IP 761ac2a5-3eb0-4c72-8cce-a38c77a1eade associated. External IP: 172.27.3.195, port: fc7bcf3e-f7f4-4042-87fb-b2831ee65306. Feb 17 09:55:01.340476 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Router 1ef491cf-21cb-4956-bf95-bd1cac20815e has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:55:01.557853 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:55:01.569840 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] Sync routers for ids ['1ef491cf-21cb-4956-bf95-bd1cac20815e'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:55:01.588921 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] Routers {'1ef491cf-21cb-4956-bf95-bd1cac20815e'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:01.589324 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:01.589832 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['1ef491cf-21cb-4956-bf95-bd1cac20815e'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:01.638172 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-9292f886-ea2b-4825-9dc1-caf344048d21 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2194407 Feb 17 09:55:01.638172 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:55:01.638172 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64825985-6a32-40b5-a546-4545417f55b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:55:01.707332 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e02357-bfce-42ec-b340-e3389de2502f x-openstack-request-id: req-27e02357-bfce-42ec-b340-e3389de2502f {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:55:01.707901 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:55:01.710920 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27e02357-bfce-42ec-b340-e3389de2502f {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:55:01.710920 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'status': 'completed', 'code': 200} Feb 17 09:55:01.786775 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] Set router 1ef491cf-21cb-4956-bf95-bd1cac20815e gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:01.819434 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825985-6a32-40b5-a546-4545417f55b7 req-1f38ab28-dc09-4c54-a27e-20bf1e59c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:01.822354 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-64825985-6a32-40b5-a546-4545417f55b7 req-1f38ab28-dc09-4c54-a27e-20bf1e59c9b7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89&device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1129 time: 0.0894654 Feb 17 09:55:01.991155 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825985-6a32-40b5-a546-4545417f55b7 req-d4109055-4069-400e-af45-9ea86a050c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:01.994141 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-64825985-6a32-40b5-a546-4545417f55b7 req-d4109055-4069-400e-af45-9ea86a050c13 service neutron] 10.222.0.124 "GET /v2.0/networks?id=febc7462-4c05-4df3-a1ac-0bcf354a3edd HTTP/1.1" status: 200 len: 909 time: 0.1562827 Feb 17 09:55:02.126406 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-64825985-6a32-40b5-a546-4545417f55b7 req-3587eaea-b110-4416-b079-61d0fbaa1f03 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 200 len: 999 time: 0.1255004 Feb 17 09:55:02.146237 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '761ac2a5-3eb0-4c72-8cce-a38c77a1eade', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'port_id': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'mac_address': 'fa:16:3e:37:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81275f7-40d9-459e-a436-7143d361ff48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:00Z', 'revision_number': 0, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:21Z', 'revision_number': 5, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:02.188965 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825985-6a32-40b5-a546-4545417f55b7 req-66b59cee-e96a-45ca-a687-e637fde0a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:02.191745 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-64825985-6a32-40b5-a546-4545417f55b7 req-66b59cee-e96a-45ca-a687-e637fde0a7bc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c11ce505-20db-4c35-b3dc-ddb52cab35df HTTP/1.1" status: 200 len: 847 time: 0.0593183 Feb 17 09:55:02.201995 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] Checking router: 1ef491cf-21cb-4956-bf95-bd1cac20815e for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:55:02.220274 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] Routers {'1ef491cf-21cb-4956-bf95-bd1cac20815e'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:55:02.222417 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:54:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['1ef491cf-21cb-4956-bf95-bd1cac20815e'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:02.250417 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825985-6a32-40b5-a546-4545417f55b7 req-815689fa-356d-4526-99b6-d42f35bb3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:02.252928 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-64825985-6a32-40b5-a546-4545417f55b7 req-815689fa-356d-4526-99b6-d42f35bb3d49 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=febc7462-4c05-4df3-a1ac-0bcf354a3edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0550992 Feb 17 09:55:02.384122 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-64825985-6a32-40b5-a546-4545417f55b7 req-c437531a-04e1-4260-8ed2-12f9e149641b service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203325 Feb 17 09:55:02.420379 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] Set router 1ef491cf-21cb-4956-bf95-bd1cac20815e gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:55:02.525266 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-64825985-6a32-40b5-a546-4545417f55b7 req-27ec6a3f-da38-4dc3-9174-c89453b5b9a8 service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307795 Feb 17 09:55:02.707849 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '761ac2a5-3eb0-4c72-8cce-a38c77a1eade', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'port_id': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'mac_address': 'fa:16:3e:37:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81275f7-40d9-459e-a436-7143d361ff48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:00Z', 'revision_number': 0, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:21Z', 'revision_number': 5, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:55:02.737225 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6aec7-50da-432f-921d-54872f002138 None None] The sync data for ids ['1ef491cf-21cb-4956-bf95-bd1cac20815e'] in dv-cinder-773985-34-iscsi is: [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': '761ac2a5-3eb0-4c72-8cce-a38c77a1eade', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'port_id': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'mac_address': 'fa:16:3e:37:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81275f7-40d9-459e-a436-7143d361ff48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:55:00Z', 'updated_at': '2022-02-17T09:55:00Z', 'revision_number': 0, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:21Z', 'revision_number': 5, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:55:02.976685 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bdf2ac-4106-4747-a578-7e5ccee16141 None None] New status for floating IP 761ac2a5-3eb0-4c72-8cce-a38c77a1eade: ACTIVE {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:55:03.015994 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-d239451c-f682-49e5-ad8e-323f2a951743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:04.949296 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:07.543590 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:08.466445 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:14.149936 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:20.915349 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:55:30.232903 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1f24df71-037f-497e-adae-df448a0a45e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:32.999906 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-6b3493b1-8961-41ec-bb7a-d8e3997235c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:34.952087 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:37.546052 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:38.461371 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:44.162401 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:55:47.660555 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-10c57b8d-a217-4e2e-be91-876323908f92 req-d3a945fc-a514-4023-b89c-31e7d3e11ad9 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531249 Feb 17 09:55:47.763696 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c57b8d-a217-4e2e-be91-876323908f92 req-b9879221-15ca-4a10-8950-38b4ad810082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:47.765855 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-10c57b8d-a217-4e2e-be91-876323908f92 req-b9879221-15ca-4a10-8950-38b4ad810082 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 1129 time: 0.0577145 Feb 17 09:55:47.896841 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c57b8d-a217-4e2e-be91-876323908f92 req-4f42bb69-befb-4cbe-97f6-5a8b44622d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:47.898832 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-10c57b8d-a217-4e2e-be91-876323908f92 req-4f42bb69-befb-4cbe-97f6-5a8b44622d8a service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.1091828 Feb 17 09:55:47.978522 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-10c57b8d-a217-4e2e-be91-876323908f92 req-8fc9349f-c3d2-4b01-9a95-226cc936e57e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1494849-5760-4f91-b197-c2032addc9de HTTP/1.1" status: 200 len: 1000 time: 0.0729680 Feb 17 09:55:48.068808 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c57b8d-a217-4e2e-be91-876323908f92 req-a4cfcd93-8ce9-4d98-97d0-a1ed8fd21a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:48.071063 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-10c57b8d-a217-4e2e-be91-876323908f92 req-a4cfcd93-8ce9-4d98-97d0-a1ed8fd21a6b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0851920 Feb 17 09:55:48.146681 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c57b8d-a217-4e2e-be91-876323908f92 req-d15fb5ac-8511-496a-b7e3-4bbebb3399ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:55:48.148383 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-10c57b8d-a217-4e2e-be91-876323908f92 req-d15fb5ac-8511-496a-b7e3-4bbebb3399ec service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0707738 Feb 17 09:55:48.259896 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-10c57b8d-a217-4e2e-be91-876323908f92 req-4bcb433e-1fa1-454f-97ba-846976b40a92 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050150 Feb 17 09:55:48.390105 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-10c57b8d-a217-4e2e-be91-876323908f92 req-fe0236ce-3cb2-46e3-af7a-0785b868adf6 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232717 Feb 17 09:55:57.915030 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:56:00.229341 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3e9bdc33-aadc-4deb-999d-bd4b730521a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:03.008015 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c83086c7-0cb1-4a55-b9ef-6aa335e64448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:04.957479 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:07.548983 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:08.479763 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:14.162358 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:30.247677 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c61f-22dc-44ee-912d-ad28ccad5bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:33.011839 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5f336990-577f-4260-ba55-c6112b2a9ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:34.915563 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:56:34.964659 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:37.554171 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:38.468102 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:39.873344 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a5e61-de0b-493f-954a-565e8dbc5f35 req-d53cc22c-a686-40d3-9fa1-8ff1f2e79eda tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:39.877142 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-227a5e61-de0b-493f-954a-565e8dbc5f35 req-d53cc22c-a686-40d3-9fa1-8ff1f2e79eda tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 945 time: 0.1771913 Feb 17 09:56:39.980517 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-227a5e61-de0b-493f-954a-565e8dbc5f35 req-ef3bfe27-ce44-4c44-8aa9-dd6fb68262c2 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926404 Feb 17 09:56:41.365654 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80003-4fce-4994-9faf-f395a300bcf8 req-5740f748-140a-4976-bf30-0dc2072e4f46 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:41.368661 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c7e80003-4fce-4994-9faf-f395a300bcf8 req-5740f748-140a-4976-bf30-0dc2072e4f46 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 945 time: 0.2770479 Feb 17 09:56:41.382771 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-30e45a74-de1c-4674-b8f8-4e8fe2a1b7b6 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:41.384403 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-30e45a74-de1c-4674-b8f8-4e8fe2a1b7b6 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 945 time: 0.1874812 Feb 17 09:56:41.544834 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c7e80003-4fce-4994-9faf-f395a300bcf8 req-74d8d0e9-f388-4903-9bde-bc339d762458 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592708 Feb 17 09:56:41.607856 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Deleting port a1494849-5760-4f91-b197-c2032addc9de {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:56:41.608421 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (a1494849-5760-4f91-b197-c2032addc9de), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.736896 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] For port a1494849-5760-4f91-b197-c2032addc9de, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a1494849-5760-4f91-b197-c2032addc9de,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:41.737322 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (a1494849-5760-4f91-b197-c2032addc9de), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.958817 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.959201 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (53724107-6a0c-4e7a-8289-91e84703930f), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:41.959510 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.l3_db [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Floating IP 53724107-6a0c-4e7a-8289-91e84703930f disassociated. External IP: 172.27.3.49, port: a1494849-5760-4f91-b197-c2032addc9de. Feb 17 09:56:41.959859 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Calling delete_port for a1494849-5760-4f91-b197-c2032addc9de owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:56:42.151032 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (a1494849-5760-4f91-b197-c2032addc9de), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:42.201856 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event deleted for resources: {'Port': ['ID=a1494849-5760-4f91-b197-c2032addc9de,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:42.227128 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.227871 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.228510 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.229125 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.229700 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.230338 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.230922 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.231513 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.232107 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.232802 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.233311 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.233904 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.234489 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:42.447290 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:56:42.604308 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:56:42.636692 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] Sync routers for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:56:42.654002 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:56:42.654671 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:56:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:42.709989 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] No DVR routers for this DVR port a1494849-5760-4f91-b197-c2032addc9de on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:56:42.713762 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:42.717842 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-260b8dce-e4a3-4a1b-b8f3-391058c9a568 req-462fcf52-387d-43c9-bb4b-719e55d79f47 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "DELETE /v2.0/ports/a1494849-5760-4f91-b197-c2032addc9de HTTP/1.1" status: 204 len: 173 time: 1.3203721 Feb 17 09:56:42.718389 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'name': 'network-vif-deleted', 'tag': 'a1494849-5760-4f91-b197-c2032addc9de'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:42.722471 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef2ece9-cbe6-47b0-a8ab-9625cbd3254c" -d '{"events": [{"server_uuid": "8a2bb199-be99-4bbe-b06e-3ba2e9085259", "name": "network-vif-deleted", "tag": "a1494849-5760-4f91-b197-c2032addc9de"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:42.765175 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8ab4f5e7-911a-40ce-92a1-6c9430652f0c req-7b3ebf97-ce49-471d-892f-fd1ec5dfeaee tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a2bb199-be99-4bbe-b06e-3ba2e9085259 HTTP/1.1" status: 200 len: 210 time: 0.0580149 Feb 17 09:56:42.849693 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:56:42.927993 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b38023-6fb0-4029-ac2f-d76f7ef524ad x-openstack-request-id: req-36b38023-6fb0-4029-ac2f-d76f7ef524ad {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:42.928573 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2bb199-be99-4bbe-b06e-3ba2e9085259", "name": "network-vif-deleted", "tag": "a1494849-5760-4f91-b197-c2032addc9de", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:42.929144 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36b38023-6fb0-4029-ac2f-d76f7ef524ad {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:42.929691 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2bb199-be99-4bbe-b06e-3ba2e9085259', 'name': 'network-vif-deleted', 'tag': 'a1494849-5760-4f91-b197-c2032addc9de', 'status': 'completed', 'code': 200} Feb 17 09:56:43.343922 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:43.385851 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] Checking router: c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:56:43.398128 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:56:43.398773 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:56:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:43.540678 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:56:43.869708 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:56:43.909513 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c04726-b7ba-4279-bc3e-bd1fcb696852 None None] The sync data for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi is: [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:56:44.132274 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-14e37a2e-6ba7-4664-be1a-20ccde9d7609 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146780834&fields=id&tenant_id=074a68cc1d0445cca6da0f3d25fe5393 HTTP/1.1" status: 200 len: 267 time: 0.0772529 Feb 17 09:56:44.185931 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:44.292931 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47d98e-6770-4c73-a42c-0cdcffcbc2cb None None] New status for floating IP 53724107-6a0c-4e7a-8289-91e84703930f: DOWN {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:56:44.306838 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-ecc86eb8-d0e9-46bf-abce-2b46e16f0eeb tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:44.308980 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-ecc86eb8-d0e9-46bf-abce-2b46e16f0eeb tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 812 time: 0.1622629 Feb 17 09:56:44.330566 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-4bd8c5e4-eb9e-473b-ba31-b77530e45219 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/quotas/074a68cc1d0445cca6da0f3d25fe5393 HTTP/1.1" status: 200 len: 375 time: 0.0125782 Feb 17 09:56:44.415433 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-d622b8a7-d75d-4da4-bef2-2978c9776470 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777912 Feb 17 09:56:44.438181 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-2c7991e5-4ebb-43e3-9082-495be008b519 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:56:44.440686 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-2c7991e5-4ebb-43e3-9082-495be008b519 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100677 Feb 17 09:56:44.594359 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-2b764d2e-8f3f-4082-b82b-bc8809c11cd0 service neutron] 10.222.0.61 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402118 Feb 17 09:56:44.706769 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-4badb8b0-fa35-4c1f-84b3-4b6a88e6a73e service neutron] 10.222.0.61 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051552 Feb 17 09:56:44.975289 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device a1494849-5760-4f91-b197-c2032addc9de no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:56:45.016792 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: a1494849-5760-4f91-b197-c2032addc9de {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:56:45.018222 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device a1494849-5760-4f91-b197-c2032addc9de not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:56:45.136237 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-860cc385-a108-4de1-864f-b71beb2d4fa5 req-e502f43b-132b-4eff-8237-f6964e60dd34 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 210 time: 0.0394044 Feb 17 09:56:46.254417 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b2ea381e-1154-4155-bc92-f54c8a53678a req-5783da0e-4b5f-41a4-b04d-f32a0ddb0497 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 210 time: 0.0311372 Feb 17 09:56:46.564220 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-0f0d5605-7f18-4428-8c03-7186398ca658 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:46.566519 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-0f0d5605-7f18-4428-8c03-7186398ca658 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 812 time: 0.1725383 Feb 17 09:56:46.657080 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-9828c625-61a5-4325-8a24-d4ba5be8837b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=074a68cc1d0445cca6da0f3d25fe5393 HTTP/1.1" status: 200 len: 380 time: 0.0828226 Feb 17 09:56:46.667859 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'port': {'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'admin_state_up': True, 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'security_groups': ['848ab934-ac0e-4e4d-8f5c-0ab944210a94']}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:46.810659 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Made reservation on behalf of 074a68cc1d0445cca6da0f3d25fe5393 for: {'port': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:56:46.814156 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:47.290024 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Allocated IP 172.20.0.12 (6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64/afc0d709-50f5-4801-9bf8-a909638640c3/301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:56:47.394726 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e8b413d4-74ba-455d-921c-bce37a4b4d1a req-f40cb379-9041-496d-90b2-71052ea43491 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 210 time: 0.0594974 Feb 17 09:56:47.566046 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:47.623440 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:47.673750 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:56:47.680515 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:56:47.691266 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:56:47.732276 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-3370cb5a-63f9-4eed-a5b8-6a52919086a4 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173370 Feb 17 09:56:47.737210 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'Port': ['ID=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:47.768413 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:47.769611 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:47.797977 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-1bb3df40-8a93-44cc-9f9f-a40320836098 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1341336 Feb 17 09:56:47.806792 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-829b32ed-741c-4ee7-9e8a-193292e55450 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:56:47.809034 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-829b32ed-741c-4ee7-9e8a-193292e55450 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057521 Feb 17 09:56:47.821962 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-aec2fee8-6824-4e0e-a417-cd7f3c9cd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:47.823611 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-aec2fee8-6824-4e0e-a417-cd7f3c9cd13a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89&device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1129 time: 0.0646923 Feb 17 09:56:47.825279 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Request body: {'port': {'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:56:47.915646 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:47.960942 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-07c3ce99-5143-4d5a-aa50-2438bf8a2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:47.962586 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-07c3ce99-5143-4d5a-aa50-2438bf8a2cef service neutron] 10.222.0.124 "GET /v2.0/networks?id=febc7462-4c05-4df3-a1ac-0bcf354a3edd HTTP/1.1" status: 200 len: 909 time: 0.1173017 Feb 17 09:56:48.026812 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-18a827ae-7024-4735-a9f4-76fc622af708 None None] Provisioning complete for port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:56:48.027504 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-18a827ae-7024-4735-a9f4-76fc622af708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.049206 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-376f3bc3-2761-4295-8db0-f4bfe7aa1cf1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 200 len: 1001 time: 0.0807199 Feb 17 09:56:48.083343 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-18a827ae-7024-4735-a9f4-76fc622af708 None None] Port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:56:48.115884 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-526a3925-20ae-40f2-9079-c671e0ccfd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:48.117453 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-526a3925-20ae-40f2-9079-c671e0ccfd61 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c11ce505-20db-4c35-b3dc-ddb52cab35df HTTP/1.1" status: 200 len: 847 time: 0.0629327 Feb 17 09:56:48.173016 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-2d11cf4d-015f-4017-96ba-050d1d7dd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:48.174721 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-2d11cf4d-015f-4017-96ba-050d1d7dd244 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=febc7462-4c05-4df3-a1ac-0bcf354a3edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494952 Feb 17 09:56:48.217802 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d {{(pid=109367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:56:48.226727 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Publish callbacks [] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.239815 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.provisioning_blocks [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Transition to ACTIVE for port object 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d will not be triggered until provisioned by entity L2. {{(pid=109367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:56:48.244330 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.274278 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-c05d153f-e835-471e-9380-ff89b451ddd2 service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937338 Feb 17 09:56:48.305390 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Pushing event updated for resources: {'Port': ['ID=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:48.381351 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Attempting to bind port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:56:48.381927 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Attempting to bind port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:56:48.382108 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Attempting to bind port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:56:48.384926 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [req-d8c2fa1c-8611-4888-8c03-9d3e86a8784d req-cc0bbe83-5768-4a59-b441-a6424444083f service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051195 Feb 17 09:56:48.387246 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:56:48.387657 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Attempting to bind port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:56:48.394527 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:56:48.395091 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Checking segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:56:48.395582 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Bound using segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:56:48.396184 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Bound port: 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'}}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:56:48.396634 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.546823 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] For port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d, host hv-cinder-77398, cleared binding levels {{(pid=109367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:56:48.569223 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] For port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:56:48.579429 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.642884 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b0d13-d937-4174-8534-2d65f85c928a req-e155b443-0eb8-44a5-b61b-ff35d865835e tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:48.644614 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d22b0d13-d937-4174-8534-2d65f85c928a req-e155b443-0eb8-44a5-b61b-ff35d865835e tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 944 time: 0.1647842 Feb 17 09:56:48.655068 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:48.655707 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:48.657119 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] 10.222.0.124 "PUT /v2.0/ports/301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d HTTP/1.1" status: 200 len: 1094 time: 0.8367026 Feb 17 09:56:48.657642 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'tag': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:48.660636 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0020aa-58b0-442a-b0de-ced485193ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae1b276-a429-4ba8-aa1e-fa4d9356a953", "tag": "301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:48.700548 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcf577-8b7d-42f1-9907-69af6cb1f73b service neutron] Pushing event updated for resources: {'Port': ['ID=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,revision_number=3']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:48.752925 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee8ff37-f17f-4718-9ed7-ae014700f355 x-openstack-request-id: req-aee8ff37-f17f-4718-9ed7-ae014700f355 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:48.753241 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae1b276-a429-4ba8-aa1e-fa4d9356a953", "tag": "301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:48.753519 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aee8ff37-f17f-4718-9ed7-ae014700f355 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:48.753979 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'tag': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'status': 'completed', 'code': 200} Feb 17 09:56:48.761924 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d22b0d13-d937-4174-8534-2d65f85c928a req-66ace3de-0deb-42c2-82d0-5221394ade69 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085324 Feb 17 09:56:48.789347 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-900736eb-012a-40c7-8986-2be5847ec57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:48.790975 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-900736eb-012a-40c7-8986-2be5847ec57e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 1128 time: 0.0794582 Feb 17 09:56:48.848514 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-7f480d2e-37b0-4dda-ae2b-02e53dc62622 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d HTTP/1.1" status: 200 len: 217 time: 0.0467598 Feb 17 09:56:48.904527 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-fa848c03-acae-4f14-b552-5d7c100c73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:48.906041 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-fa848c03-acae-4f14-b552-5d7c100c73d5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0496395 Feb 17 09:56:48.964031 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-e050d4d8-5d23-4190-b4fa-6dee3c1fce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:48.965527 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-e050d4d8-5d23-4190-b4fa-6dee3c1fce9f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533531 Feb 17 09:56:49.070159 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-e8bc41ae-ac7a-4de9-b607-52282fe37f67 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975814 Feb 17 09:56:49.168668 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6e694a68-3505-4222-9fe5-390eb22abe3d req-0e889a9c-3acb-4511-a300-a93a64e1e5f7 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908043 Feb 17 09:56:49.273154 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-5ec6d647-617b-4b65-bdf8-e219851befaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.274651 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-5ec6d647-617b-4b65-bdf8-e219851befaf service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 1128 time: 0.0525739 Feb 17 09:56:49.370814 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-744e4dc5-102d-4b7b-b70a-89fe28943b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.372875 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-744e4dc5-102d-4b7b-b70a-89fe28943b5a service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.0878959 Feb 17 09:56:49.422600 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-dcaae4cc-6118-4eae-b5f8-776bdf195f9b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d HTTP/1.1" status: 200 len: 217 time: 0.0425715 Feb 17 09:56:49.473764 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-93776fa5-3368-4b5a-aec0-5ab53402c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.475309 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-93776fa5-3368-4b5a-aec0-5ab53402c9d5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0471680 Feb 17 09:56:49.526386 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-6bdb529b-e6b6-462e-a380-f6f1900a11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.527745 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-6bdb529b-e6b6-462e-a380-f6f1900a11ff service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473483 Feb 17 09:56:49.637152 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-1d4846a7-5e9a-47da-a344-a92aede54aca service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024942 Feb 17 09:56:49.741796 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-be0020aa-58b0-442a-b0de-ced485193ed7 req-8879719b-1bd0-4a55-ac30-f8c3c43d3a35 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981483 Feb 17 09:56:49.905115 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6121f-8e0f-489b-8a34-82e0a2be482a req-90d97b89-1f33-4643-aea7-3f08d697a064 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:49.906820 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a8f6121f-8e0f-489b-8a34-82e0a2be482a req-90d97b89-1f33-4643-aea7-3f08d697a064 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 944 time: 0.0596805 Feb 17 09:56:49.967513 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a8f6121f-8e0f-489b-8a34-82e0a2be482a req-7a6211dd-a43a-457d-ab31-fd6afe6c680a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544980 Feb 17 09:56:51.118028 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0764e76-49f5-4d64-9d12-8b8ec38442b7 req-e7587db2-cda9-4b29-a58d-5ab225e4f841 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:51.119673 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f0764e76-49f5-4d64-9d12-8b8ec38442b7 req-e7587db2-cda9-4b29-a58d-5ab225e4f841 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 944 time: 0.0603201 Feb 17 09:56:51.175640 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f0764e76-49f5-4d64-9d12-8b8ec38442b7 req-9a5f8b33-2bd3-4520-976a-d70054672731 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497630 Feb 17 09:56:52.314461 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c63c9a-b520-41b4-ba80-78a9f111df1e req-fadb1e55-7b54-444b-b346-bf39e14ea7e8 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:52.316064 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-21c63c9a-b520-41b4-ba80-78a9f111df1e req-fadb1e55-7b54-444b-b346-bf39e14ea7e8 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 944 time: 0.0596704 Feb 17 09:56:52.372880 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-21c63c9a-b520-41b4-ba80-78a9f111df1e req-f93ebb30-579f-4c53-99e2-0d49402dd86c tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498147 Feb 17 09:56:53.517901 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69171d6-0fbd-40fd-b12b-488d32896c63 req-649a9edf-28a4-45be-b033-7926da70240e tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:53.519552 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d69171d6-0fbd-40fd-b12b-488d32896c63 req-649a9edf-28a4-45be-b033-7926da70240e tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 944 time: 0.0695102 Feb 17 09:56:53.575456 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d69171d6-0fbd-40fd-b12b-488d32896c63 req-4fadcff4-a8ac-4bcb-b279-873e0ca41a03 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499852 Feb 17 09:56:54.704845 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74351aed-3bde-43d3-b72d-10990ac8e75d req-b89f82d3-6d13-4870-a8f8-061af02726b1 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:54.706586 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-74351aed-3bde-43d3-b72d-10990ac8e75d req-b89f82d3-6d13-4870-a8f8-061af02726b1 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 944 time: 0.0579269 Feb 17 09:56:54.764104 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-74351aed-3bde-43d3-b72d-10990ac8e75d req-8d7d199c-c3df-42b6-93f5-ec6fc6e0df26 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516055 Feb 17 09:56:55.913499 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcecdba-ba4b-406e-bc52-137caa241069 req-ead3482d-e8b7-4387-8027-7512163d1503 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:55.916412 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8dcecdba-ba4b-406e-bc52-137caa241069 req-ead3482d-e8b7-4387-8027-7512163d1503 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 944 time: 0.0772750 Feb 17 09:56:55.989952 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8dcecdba-ba4b-406e-bc52-137caa241069 req-ade73ab6-1b48-4315-8d16-50ba1c8904be tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605552 Feb 17 09:56:57.082429 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:56:57.147139 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01943fa1-83f6-4272-8a6c-a4420de01d3a req-ff45cd05-8895-4c58-8652-754626b00a02 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:57.149909 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-01943fa1-83f6-4272-8a6c-a4420de01d3a req-ff45cd05-8895-4c58-8652-754626b00a02 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 944 time: 0.0663998 Feb 17 09:56:57.210795 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:57.211116 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-01943fa1-83f6-4272-8a6c-a4420de01d3a req-66474955-4cc2-4aef-b344-3a385f09439c tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562956 Feb 17 09:56:57.226080 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'mac_address': 'fa:16:3e:f2:92:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:56:57.273255 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:56:57.273650 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:57.289701 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:56:57.311786 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:57.317135 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:57.386872 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:57.397321 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.397748 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.398338 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.398862 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.399313 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.399795 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.400244 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.400701 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.401151 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.401612 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.402117 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.402568 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.403011 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:56:57.562002 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:56:57.888677 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558f17c-5b5e-4809-bd70-6cd5e7335aa3 req-6ad02d16-2024-45af-b2a0-f799a10ea69b tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:57.890355 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6558f17c-5b5e-4809-bd70-6cd5e7335aa3 req-6ad02d16-2024-45af-b2a0-f799a10ea69b tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0780683 Feb 17 09:56:57.948513 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6558f17c-5b5e-4809-bd70-6cd5e7335aa3 req-3ee587a7-dcdf-46fa-aca7-e16ee3c7f76d tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504968 Feb 17 09:56:58.371134 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bad2f-9cc1-4408-8d15-6e2bab1195ea req-b158e3a9-d410-4109-8007-f4ed6cef1e08 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:58.372701 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bf9bad2f-9cc1-4408-8d15-6e2bab1195ea req-b158e3a9-d410-4109-8007-f4ed6cef1e08 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 945 time: 0.0722446 Feb 17 09:56:58.427474 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bf9bad2f-9cc1-4408-8d15-6e2bab1195ea req-c0566eba-008a-4f93-9aca-adb1fa4e44dc tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484135 Feb 17 09:56:59.076795 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6b212-2b19-43ad-8361-f22a1fcf7d7b req-fd7e530c-f21d-4738-bfe3-f6ff97a48162 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:59.078351 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83b6b212-2b19-43ad-8361-f22a1fcf7d7b req-fd7e530c-f21d-4738-bfe3-f6ff97a48162 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0549855 Feb 17 09:56:59.096960 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:56:59.136992 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-83b6b212-2b19-43ad-8361-f22a1fcf7d7b req-a0cccba8-b075-4f74-9cd0-610cc7e96244 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496893 Feb 17 09:56:59.151313 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:56:59.155369 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:56:59.155678 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:59.248032 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:56:59.248466 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:59.274162 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:56:59.276446 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28b5803-ceb8-4654-9388-d7d12fa46c7c" -d '{"events": [{"server_uuid": "7ae1b276-a429-4ba8-aa1e-fa4d9356a953", "name": "network-vif-plugged", "status": "completed", "tag": "301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:56:59.291495 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:56:59.296057 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:56:59.352882 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:56:59.382841 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16440839-0f14-4cae-9685-78a823e84f96 x-openstack-request-id: req-16440839-0f14-4cae-9685-78a823e84f96 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:56:59.383240 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae1b276-a429-4ba8-aa1e-fa4d9356a953", "name": "network-vif-plugged", "status": "completed", "tag": "301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:56:59.383794 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16440839-0f14-4cae-9685-78a823e84f96 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:56:59.384260 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'code': 200} Feb 17 09:56:59.560065 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996774d-6458-42b8-9613-3635842a9495 req-eba39005-708d-4880-aa7b-b1aeb378265c tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:59.561676 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0996774d-6458-42b8-9613-3635842a9495 req-eba39005-708d-4880-aa7b-b1aeb378265c tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 946 time: 0.0610256 Feb 17 09:56:59.647907 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-0996774d-6458-42b8-9613-3635842a9495 req-bafa1378-57ab-44af-b110-7a95bb8640a4 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798488 Feb 17 09:56:59.655449 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354d58c-cb9c-41c9-99a6-b409a25acd1c req-9a2e7e39-a48c-4dcb-a149-06726c081f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:56:59.657058 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7354d58c-cb9c-41c9-99a6-b409a25acd1c req-9a2e7e39-a48c-4dcb-a149-06726c081f9f service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 1130 time: 0.0872686 Feb 17 09:56:59.716124 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7354d58c-cb9c-41c9-99a6-b409a25acd1c req-00f9f671-c5c7-44f5-939a-1a7924d3f0ba service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507951 Feb 17 09:57:00.236327 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-fad9e888-de88-4828-88ac-c347ebab59dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:00.271990 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632535e-31a3-4790-9b4e-607397eb7c85 req-7fceb506-e2a4-4fdc-b89e-6fc30d188943 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:00.273552 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2632535e-31a3-4790-9b4e-607397eb7c85 req-7fceb506-e2a4-4fdc-b89e-6fc30d188943 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0579495 Feb 17 09:57:00.330531 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2632535e-31a3-4790-9b4e-607397eb7c85 req-01502f18-d379-4c78-bc38-05bc74ac3961 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508285 Feb 17 09:57:00.790318 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1cafd-78af-455d-858b-a079ab51769c req-7383d0e5-5b79-4b24-bc91-6214b52cd543 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:00.792051 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-42d1cafd-78af-455d-858b-a079ab51769c req-7383d0e5-5b79-4b24-bc91-6214b52cd543 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 946 time: 0.0644145 Feb 17 09:57:00.858579 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-42d1cafd-78af-455d-858b-a079ab51769c req-4c7c6f1b-a435-40d6-aa55-4fab747bb336 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594020 Feb 17 09:57:01.462363 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd7a96-0043-4971-899b-105928402086 req-4c7fb92f-13b5-404c-93eb-566eab716270 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:01.463961 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4dcd7a96-0043-4971-899b-105928402086 req-4c7fb92f-13b5-404c-93eb-566eab716270 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0581028 Feb 17 09:57:01.518788 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4dcd7a96-0043-4971-899b-105928402086 req-a752f0c9-3f69-4993-91c1-6243d6a65c96 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486245 Feb 17 09:57:01.988685 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5250ef-ed90-4ed5-b93c-b895c8c70208 req-19fd5817-bc15-4cc2-b715-c6c1796475f3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:01.990270 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-eb5250ef-ed90-4ed5-b93c-b895c8c70208 req-19fd5817-bc15-4cc2-b715-c6c1796475f3 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 946 time: 0.0607455 Feb 17 09:57:02.042482 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-eb5250ef-ed90-4ed5-b93c-b895c8c70208 req-243b623e-c191-4fa6-b5fa-b0b8d34838d9 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459619 Feb 17 09:57:02.168436 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b07fd-1b68-487b-80a0-2258aa9275bd req-9012da43-197c-4eaa-9b60-ace939b32538 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:02.170360 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4a5b07fd-1b68-487b-80a0-2258aa9275bd req-9012da43-197c-4eaa-9b60-ace939b32538 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 946 time: 0.0555933 Feb 17 09:57:02.223490 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4a5b07fd-1b68-487b-80a0-2258aa9275bd req-cc62147f-eea9-41ae-af2b-3eae7026fea7 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462162 Feb 17 09:57:02.247361 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33610) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:02.298801 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7decab03-e4ba-442c-936d-b4089580d1e1 tempest-TestVolumeBootPattern-1791753734 tempest-TestVolumeBootPattern-1791753734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:02.303898 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33612) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:57:02.306335 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-7decab03-e4ba-442c-936d-b4089580d1e1 tempest-TestVolumeBootPattern-1791753734 tempest-TestVolumeBootPattern-1791753734-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 1125 time: 0.0578136 Feb 17 09:57:02.308865 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'floatingip': {'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:57:02.332139 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:02.445724 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:02.563085 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Allocated IP 172.27.3.156 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:57:02.707328 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8eaf95-3972-40de-9636-c58c578dc494 req-ada6f60f-5d59-4dfa-ad6d-24c679899ae0 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:02.708728 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2a8eaf95-3972-40de-9636-c58c578dc494 req-ada6f60f-5d59-4dfa-ad6d-24c679899ae0 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.1119208 Feb 17 09:57:02.713639 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for port (0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:02.779162 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2a8eaf95-3972-40de-9636-c58c578dc494 req-e49228e2-c0e4-44d4-adb3-66860a5a3a6a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637715 Feb 17 09:57:02.786604 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:02.823396 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:57:02.828255 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:57:02.832300 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:57:02.857222 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'Port': ['ID=0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:02.999471 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-faef7ca5-7a64-4ff8-a7e9-4afad299fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.210912 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (b7135ece-c227-429e-8847-b088ec486cfb), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.280159 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.438172 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for port (0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.444463 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.519877 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'Port': ['ID=0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:03.534492 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (b7135ece-c227-429e-8847-b088ec486cfb), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:03.669528 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.l3_db [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Floating IP b7135ece-c227-429e-8847-b088ec486cfb associated. External IP: 172.27.3.156, port: 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d. Feb 17 09:57:03.946631 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a14685-869d-46f0-adfc-50fefd86783d req-6e64dabd-5dfb-4c36-9d34-19440707cbbd tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:03.948143 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-04a14685-869d-46f0-adfc-50fefd86783d req-6e64dabd-5dfb-4c36-9d34-19440707cbbd tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0851507 Feb 17 09:57:03.957925 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:57:04.082539 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-04a14685-869d-46f0-adfc-50fefd86783d req-767b4545-b590-4cdc-95a7-91e76ead7a26 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274240 Feb 17 09:57:04.122910 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:57:04.134579 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] Sync routers for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:57:04.144988 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:04.147872 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:57:04.148796 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:57:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:04.176117 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-fcf6ff9d-c385-4ff8-aa5a-7927c2086494 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8710539 Feb 17 09:57:04.176712 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'tag': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:04.179039 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c12950-d841-43b9-abe1-4654eac5986f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae1b276-a429-4ba8-aa1e-fa4d9356a953", "tag": "301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:04.215891 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e2a68c-8c4a-49f1-a5f2-195abc6bc041 x-openstack-request-id: req-e5e2a68c-8c4a-49f1-a5f2-195abc6bc041 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:04.216533 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae1b276-a429-4ba8-aa1e-fa4d9356a953", "tag": "301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:04.216533 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5e2a68c-8c4a-49f1-a5f2-195abc6bc041 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:04.217103 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'tag': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'status': 'completed', 'code': 200} Feb 17 09:57:04.261248 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:57:04.288121 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c12950-d841-43b9-abe1-4654eac5986f req-9a377ee8-3fe9-4e02-a795-086433cf0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:04.289683 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-73c12950-d841-43b9-abe1-4654eac5986f req-9a377ee8-3fe9-4e02-a795-086433cf0e70 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 1130 time: 0.0512943 Feb 17 09:57:04.385629 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c12950-d841-43b9-abe1-4654eac5986f req-01a4c3af-1f2d-4e7f-aca7-28d67ed7f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:04.387099 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-73c12950-d841-43b9-abe1-4654eac5986f req-01a4c3af-1f2d-4e7f-aca7-28d67ed7f63f service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.0909383 Feb 17 09:57:04.463352 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-73c12950-d841-43b9-abe1-4654eac5986f req-9adc30bf-8bf2-495f-a1ad-2e58d98e19e1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d HTTP/1.1" status: 200 len: 1000 time: 0.0682096 Feb 17 09:57:04.503346 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'b7135ece-c227-429e-8847-b088ec486cfb', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:f2:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:03Z', 'updated_at': '2022-02-17T09:57:03Z', 'revision_number': 0, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:04.516592 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c12950-d841-43b9-abe1-4654eac5986f req-28305698-4acd-411b-822f-f067f3413c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:04.518712 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-73c12950-d841-43b9-abe1-4654eac5986f req-28305698-4acd-411b-822f-f067f3413c14 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0492928 Feb 17 09:57:04.535035 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] Checking router: c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:57:04.545007 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:57:04.545688 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:57:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:04.570823 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c12950-d841-43b9-abe1-4654eac5986f req-b0bd005d-6af7-4e2a-b2f7-d9bbcd33045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:04.572368 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-73c12950-d841-43b9-abe1-4654eac5986f req-b0bd005d-6af7-4e2a-b2f7-d9bbcd33045c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473661 Feb 17 09:57:04.655474 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:57:04.667361 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-73c12950-d841-43b9-abe1-4654eac5986f req-04a4fc1b-b368-4da9-b95c-d0cd47cbca8b service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887077 Feb 17 09:57:04.763406 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-73c12950-d841-43b9-abe1-4654eac5986f req-b8ee6edc-860a-423d-9b43-4cde33770884 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884719 Feb 17 09:57:04.900805 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'b7135ece-c227-429e-8847-b088ec486cfb', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:f2:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:03Z', 'updated_at': '2022-02-17T09:57:03Z', 'revision_number': 0, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:57:04.927418 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0336ab99-fdaf-45c2-ad10-19878d6517bc None None] The sync data for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi is: [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'b7135ece-c227-429e-8847-b088ec486cfb', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:f2:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:03Z', 'updated_at': '2022-02-17T09:57:03Z', 'revision_number': 0, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:57:04.957965 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:05.181095 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e0e696-d274-4df1-bc60-2191c97410a7 None None] New status for floating IP b7135ece-c227-429e-8847-b088ec486cfb: ACTIVE {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:57:05.235490 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecc711-d4f2-4e57-99bd-0878b1fa5ec9 req-df1bfac6-dbcc-404f-9ab9-0aadb679c121 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:05.237138 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60ecc711-d4f2-4e57-99bd-0878b1fa5ec9 req-df1bfac6-dbcc-404f-9ab9-0aadb679c121 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0710831 Feb 17 09:57:05.288449 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-60ecc711-d4f2-4e57-99bd-0878b1fa5ec9 req-969c8a92-54bd-48cd-8c15-c0ceb1c112dc tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453196 Feb 17 09:57:06.415470 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc38795-554e-4ab8-8533-f3117718f875 req-53904e9c-f53d-4230-9dfe-8bf96d1b16ca tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:06.417049 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ccc38795-554e-4ab8-8533-f3117718f875 req-53904e9c-f53d-4230-9dfe-8bf96d1b16ca tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0552638 Feb 17 09:57:06.468704 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ccc38795-554e-4ab8-8533-f3117718f875 req-1a476755-7145-43f8-ab36-3b0b44e81ebd tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458663 Feb 17 09:57:07.555665 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:07.595887 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f4f23-c853-4cb9-98cf-e758fa2fe401 req-58321662-a84d-4814-90a1-e37880bd4182 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:07.597476 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-176f4f23-c853-4cb9-98cf-e758fa2fe401 req-58321662-a84d-4814-90a1-e37880bd4182 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0556698 Feb 17 09:57:07.654884 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-176f4f23-c853-4cb9-98cf-e758fa2fe401 req-a9e23f9c-bce3-4214-b810-9e046600c12f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513394 Feb 17 09:57:08.046143 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-c512996b-d9f8-470c-9433-9c895f5aa214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:08.047756 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-c512996b-d9f8-470c-9433-9c895f5aa214 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89&device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1129 time: 0.0484800 Feb 17 09:57:08.145353 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-200112e6-c952-44b4-ad1c-240ef88758ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:08.146843 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-200112e6-c952-44b4-ad1c-240ef88758ae service neutron] 10.222.0.124 "GET /v2.0/networks?id=febc7462-4c05-4df3-a1ac-0bcf354a3edd HTTP/1.1" status: 200 len: 909 time: 0.0938969 Feb 17 09:57:08.467673 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:08.499237 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-3783e04d-c0c4-4edc-8126-e60fe794c160 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 200 len: 1001 time: 0.3464348 Feb 17 09:57:08.552675 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-ebb10c94-220e-4b01-b417-f569bf7bdcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:08.554504 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-ebb10c94-220e-4b01-b417-f569bf7bdcd7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c11ce505-20db-4c35-b3dc-ddb52cab35df HTTP/1.1" status: 200 len: 847 time: 0.0482652 Feb 17 09:57:08.610398 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-05aec668-86aa-4edb-8eaf-c3fa45be9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:08.612271 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-05aec668-86aa-4edb-8eaf-c3fa45be9780 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=febc7462-4c05-4df3-a1ac-0bcf354a3edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517206 Feb 17 09:57:08.712103 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-694f7c87-a14e-4d39-8531-6f15d4fce728 service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941448 Feb 17 09:57:08.853595 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e578d64-aed6-49ff-8ebb-8707bd6a2c92 req-6e7ea3c0-bbd3-4253-a115-330d38c0f41a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:08.855235 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4e578d64-aed6-49ff-8ebb-8707bd6a2c92 req-6e7ea3c0-bbd3-4253-a115-330d38c0f41a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.1244466 Feb 17 09:57:08.857483 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ab0d4f6f-601c-43c1-9fe6-1bebd5cd56ed req-2ccf3dc9-385b-495c-8a6b-5579a1de9af5 service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359711 Feb 17 09:57:08.917216 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4e578d64-aed6-49ff-8ebb-8707bd6a2c92 req-38f0af50-7b57-44b3-a7ae-60361ea598ba tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537863 Feb 17 09:57:10.051265 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a034d98-1bf2-490f-883f-13139380cd69 req-54f7c6c1-ce05-495c-b60a-ea504a479749 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:10.052917 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2a034d98-1bf2-490f-883f-13139380cd69 req-54f7c6c1-ce05-495c-b60a-ea504a479749 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0582821 Feb 17 09:57:10.110486 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2a034d98-1bf2-490f-883f-13139380cd69 req-a7ea6835-5b0b-4596-a20e-40dece28a83b tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516946 Feb 17 09:57:11.241040 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0082-f8ec-4fe8-b94f-60012260e276 req-550359f9-f178-4194-a124-f13f06439026 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:11.242652 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-01ad0082-f8ec-4fe8-b94f-60012260e276 req-550359f9-f178-4194-a124-f13f06439026 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0589943 Feb 17 09:57:11.294048 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-01ad0082-f8ec-4fe8-b94f-60012260e276 req-ec35f91e-f554-419f-9cb5-169129fe1e8c tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452304 Feb 17 09:57:11.369278 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-1fcba0ac-d5ff-4128-b0fa-f9bec8a50a00 req-a15abd37-9625-4b2d-bebc-c5034bf83880 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:57:11.370340 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-1fcba0ac-d5ff-4128-b0fa-f9bec8a50a00 req-a15abd37-9625-4b2d-bebc-c5034bf83880 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055366 Feb 17 09:57:11.580669 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d163d-8e8c-4b3d-9768-97db584203ab req-f7e5920c-3d77-4d34-a0e9-9cdd22ee09b9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:11.582225 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b88d163d-8e8c-4b3d-9768-97db584203ab req-f7e5920c-3d77-4d34-a0e9-9cdd22ee09b9 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0952611 Feb 17 09:57:11.597508 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-0658a9e4-aa6a-40ed-8ba8-ed6d9797f99b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349432 Feb 17 09:57:11.638250 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b88d163d-8e8c-4b3d-9768-97db584203ab req-c946c38c-006a-4a02-92c2-49b382e2e832 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498569 Feb 17 09:57:11.914655 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:57:12.782797 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-9cdd50fc-5c48-4d50-bc27-ff465c12516d tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:12.784190 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-9cdd50fc-5c48-4d50-bc27-ff465c12516d tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports/fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 200 len: 942 time: 0.1501155 Feb 17 09:57:12.799832 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc935be-0bce-499e-bf45-66b00ed31550 req-e1912254-5b05-4820-a837-71c96effde4e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:12.801335 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-adc935be-0bce-499e-bf45-66b00ed31550 req-e1912254-5b05-4820-a837-71c96effde4e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0934114 Feb 17 09:57:12.854901 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-adc935be-0bce-499e-bf45-66b00ed31550 req-662946d6-f573-475c-9fb7-1fe7f64d4207 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475113 Feb 17 09:57:13.143514 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device fc7bcf3e-f7f4-4042-87fb-b2831ee65306 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:57:13.221671 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 is: ACTIVE; New status is: DOWN {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:13.222086 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:13.247847 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:13.250188 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4349f6f7-d2aa-4a83-b476-b04ab082ccb6" -d '{"events": [{"server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:13.265460 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:13.270505 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:13.294884 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80306679-95b8-463d-b4d2-d37c59d99189 x-openstack-request-id: req-80306679-95b8-463d-b4d2-d37c59d99189 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:13.295182 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "name": "network-vif-unplugged", "status": "failed", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306", "code": 422}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:13.295525 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80306679-95b8-463d-b4d2-d37c59d99189 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:13.295873 dv-cinder-773985-34-iscsi neutron-server[109368]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'code': 422} returned with failed status Feb 17 09:57:13.323657 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,revision_number=6']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:13.994695 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29798e5e-3009-4c3b-b95d-13101b85a42f req-776f6edc-deec-4ef2-ab86-06ef573b6cae tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:13.996239 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-29798e5e-3009-4c3b-b95d-13101b85a42f req-776f6edc-deec-4ef2-ab86-06ef573b6cae tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0663445 Feb 17 09:57:14.050396 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-29798e5e-3009-4c3b-b95d-13101b85a42f req-53e630e2-cb51-4005-a320-e4a776753f9f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482712 Feb 17 09:57:14.190273 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:15.178290 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0762b-89a5-4c3e-9eac-6910995c83b2 req-c2828c93-64b4-4be3-b747-cff6cf7dce3b tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:15.179827 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4fe0762b-89a5-4c3e-9eac-6910995c83b2 req-c2828c93-64b4-4be3-b747-cff6cf7dce3b tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0563765 Feb 17 09:57:15.235984 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4fe0762b-89a5-4c3e-9eac-6910995c83b2 req-b3ea7e2b-1c4e-4f77-8db5-d8ffa5c47c5e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499296 Feb 17 09:57:16.359695 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390c27d-b300-45cb-952d-73047df39440 req-ddcfc945-6d39-4b6a-b6c1-6ddd47e3486e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:16.361203 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9390c27d-b300-45cb-952d-73047df39440 req-ddcfc945-6d39-4b6a-b6c1-6ddd47e3486e tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0536182 Feb 17 09:57:16.416099 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9390c27d-b300-45cb-952d-73047df39440 req-1e098a63-4a7d-4ff6-a4c0-fc5ff96b4e38 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482507 Feb 17 09:57:17.112424 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-0d770b71-8e79-4cad-92b1-e2825d628d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:17.114012 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-0d770b71-8e79-4cad-92b1-e2825d628d7a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48&tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89 HTTP/1.1" status: 200 len: 1127 time: 0.0781183 Feb 17 09:57:17.183999 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-9845356d-fa71-4bc7-96a9-87262edd616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:17.185525 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-9845356d-fa71-4bc7-96a9-87262edd616f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89&device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1127 time: 0.0456269 Feb 17 09:57:17.285211 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-ab51516e-684e-4662-8d6d-689d59f96c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:17.286800 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-ab51516e-684e-4662-8d6d-689d59f96c7c service neutron] 10.222.0.124 "GET /v2.0/networks?id=febc7462-4c05-4df3-a1ac-0bcf354a3edd HTTP/1.1" status: 200 len: 909 time: 0.0949395 Feb 17 09:57:17.355015 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-26793a60-d3ba-4153-a897-d049454c2e7d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 200 len: 999 time: 0.0618527 Feb 17 09:57:17.407931 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-57be536b-60b9-49fc-9b5d-c9e2055dfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:17.410167 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-57be536b-60b9-49fc-9b5d-c9e2055dfb09 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c11ce505-20db-4c35-b3dc-ddb52cab35df HTTP/1.1" status: 200 len: 847 time: 0.0476909 Feb 17 09:57:17.460971 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-e249250a-fa21-4693-8e5f-affa656b10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:17.462576 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-e249250a-fa21-4693-8e5f-affa656b10ec service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=febc7462-4c05-4df3-a1ac-0bcf354a3edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461123 Feb 17 09:57:17.599840 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0ac5e-bc64-4fdf-b0e9-75abc9491dca req-f12971bc-098f-4f97-ba76-ab1ecf7aaf4c tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:17.601381 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7af0ac5e-bc64-4fdf-b0e9-75abc9491dca req-f12971bc-098f-4f97-ba76-ab1ecf7aaf4c tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.1103456 Feb 17 09:57:17.605381 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-b3194246-4b69-42e3-9378-3d84b7407b02 service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346755 Feb 17 09:57:17.712134 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7af0ac5e-bc64-4fdf-b0e9-75abc9491dca req-d4312085-2457-4488-874d-a12d90a6e04a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043200 Feb 17 09:57:17.742266 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-a7c28190-3837-4eeb-8cc4-5ec2afa5dbd7 req-56595df5-dda4-457c-988f-a441d5b03a8a service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271131 Feb 17 09:57:18.848819 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f72fff-452a-42ae-ad62-2abb9adde3ab req-ce649b9f-2327-4620-b1c9-486c40b4e959 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:18.851012 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-12f72fff-452a-42ae-ad62-2abb9adde3ab req-ce649b9f-2327-4620-b1c9-486c40b4e959 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0661743 Feb 17 09:57:18.905844 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-12f72fff-452a-42ae-ad62-2abb9adde3ab req-25977f5e-af60-4fb6-833e-cac7d85f7eff tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489564 Feb 17 09:57:20.042629 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc55e8b-d7ff-46fe-b2e4-cfdc5616d2e0 req-86d1882d-0489-4946-80fa-462c908444a1 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:20.044263 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2cc55e8b-d7ff-46fe-b2e4-cfdc5616d2e0 req-86d1882d-0489-4946-80fa-462c908444a1 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0594056 Feb 17 09:57:20.099780 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2cc55e8b-d7ff-46fe-b2e4-cfdc5616d2e0 req-6b1efa2f-d8ca-49d2-b932-fa12d7a22b39 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483546 Feb 17 09:57:21.242730 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb802312-bc47-4fd1-a873-5c6bf7edaa0a req-4258a492-db1a-46be-a1b6-631663b4e067 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:21.244358 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cb802312-bc47-4fd1-a873-5c6bf7edaa0a req-4258a492-db1a-46be-a1b6-631663b4e067 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0665925 Feb 17 09:57:21.316512 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cb802312-bc47-4fd1-a873-5c6bf7edaa0a req-f555a7b7-0e7c-4b41-a314-cd124ae5552a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660686 Feb 17 09:57:22.451752 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8353860-94f1-4286-a6f9-8481bf6bf778 req-3bc407f9-0b44-4ab8-92e3-f7f04ee5a7bf tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:22.453362 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e8353860-94f1-4286-a6f9-8481bf6bf778 req-3bc407f9-0b44-4ab8-92e3-f7f04ee5a7bf tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0577693 Feb 17 09:57:22.513587 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e8353860-94f1-4286-a6f9-8481bf6bf778 req-4dbe97f2-46a8-4ca1-89fa-90576c86401d tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531857 Feb 17 09:57:23.696921 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb288-031d-43b1-ad25-3ca776da205f req-0d201951-ca80-4683-854d-ae0b9d257b99 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:23.698626 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-152cb288-031d-43b1-ad25-3ca776da205f req-0d201951-ca80-4683-854d-ae0b9d257b99 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0806553 Feb 17 09:57:23.762146 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-152cb288-031d-43b1-ad25-3ca776da205f req-d3e8188d-e66e-4a69-9a40-ea60700e6e7c tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562282 Feb 17 09:57:24.953515 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c9692-bd1a-4109-b2b0-fdaec294437f req-2d55ba04-31d1-4566-b882-028b36717cd8 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:24.956405 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c4c9692-bd1a-4109-b2b0-fdaec294437f req-2d55ba04-31d1-4566-b882-028b36717cd8 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 943 time: 0.0845876 Feb 17 09:57:25.026519 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6c4c9692-bd1a-4109-b2b0-fdaec294437f req-22b00600-0c84-4c6f-9753-aa7b0991f9ee tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642502 Feb 17 09:57:25.209449 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device fc7bcf3e-f7f4-4042-87fb-b2831ee65306 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:57:25.312564 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:25.325011 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'port_id': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'mac_address': 'fa:16:3e:37:6f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:57:25.369019 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:25.369419 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:25.385386 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7bcf3e-f7f4-4042-87fb-b2831ee65306 {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:57:25.407618 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:25.412783 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:25.464909 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,revision_number=7']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:25.652515 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['fc7bcf3e-f7f4-4042-87fb-b2831ee65306'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:57:26.168587 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76a1b5-93d5-46b8-aef1-d0bf33304cc9 req-e3fb55f8-d944-44eb-abf3-5fa07c2beb75 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:26.170050 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cc76a1b5-93d5-46b8-aef1-d0bf33304cc9 req-e3fb55f8-d944-44eb-abf3-5fa07c2beb75 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 944 time: 0.0548468 Feb 17 09:57:26.224685 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-cc76a1b5-93d5-46b8-aef1-d0bf33304cc9 req-d0810b65-6f0c-4efd-bc6d-c0c026656c4d tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482168 Feb 17 09:57:27.237922 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device fc7bcf3e-f7f4-4042-87fb-b2831ee65306 up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:57:27.288841 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:57:27.289258 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:27.354030 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f142d1-47b0-4684-b771-6e0864c4792f req-e577b6b2-2b15-4d9b-adbe-e9f0d6eca90a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:27.355534 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f7f142d1-47b0-4684-b771-6e0864c4792f req-e577b6b2-2b15-4d9b-adbe-e9f0d6eca90a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 944 time: 0.0590119 Feb 17 09:57:27.375003 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:57:27.375398 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:27.402982 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:57:27.405294 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183c59d5-47ab-4a74-98dc-f3d18d1ba205" -d '{"events": [{"server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "name": "network-vif-plugged", "status": "completed", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:57:27.409691 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-f7f142d1-47b0-4684-b771-6e0864c4792f req-8199adfd-72fe-4dd9-b4ad-114241bdc171 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481565 Feb 17 09:57:27.422228 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:57:27.428119 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:27.453025 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d60bae-0f22-4184-9baf-78785d3bd761 x-openstack-request-id: req-d8d60bae-0f22-4184-9baf-78785d3bd761 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:57:27.453329 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "name": "network-vif-plugged", "status": "completed", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:57:27.453592 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8d60bae-0f22-4184-9baf-78785d3bd761 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:57:27.454040 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'code': 200} Feb 17 09:57:27.480562 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,revision_number=8']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:57:27.675141 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e9d53-352f-4684-9f45-571166410214 req-39a28673-a315-4118-b800-55fc7f7b9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:27.676717 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5d3e9d53-352f-4684-9f45-571166410214 req-39a28673-a315-4118-b800-55fc7f7b9231 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1129 time: 0.0475693 Feb 17 09:57:27.725342 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5d3e9d53-352f-4684-9f45-571166410214 req-9e3829d0-2e66-475a-8d3f-0d76df1400cd service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Feb 17 09:57:28.550785 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122fa83-64e1-4aea-a3ff-babfb5cde54c req-f7a78c98-d8b8-4dd4-8b0b-b34ce51f47c6 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:28.552537 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5122fa83-64e1-4aea-a3ff-babfb5cde54c req-f7a78c98-d8b8-4dd4-8b0b-b34ce51f47c6 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0594339 Feb 17 09:57:28.606742 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5122fa83-64e1-4aea-a3ff-babfb5cde54c req-f692fd03-179a-4eb0-a13e-a0b1e0fa607a tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483265 Feb 17 09:57:29.736509 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ba53a-641d-4bd6-b924-b60b5b38b30b req-aa748269-7970-4ab5-999d-90b8fd4567c5 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:29.738335 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3e8ba53a-641d-4bd6-b924-b60b5b38b30b req-aa748269-7970-4ab5-999d-90b8fd4567c5 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0556667 Feb 17 09:57:29.796298 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-3e8ba53a-641d-4bd6-b924-b60b5b38b30b req-57373ffd-d20f-4112-9955-21ec5cc04da7 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516474 Feb 17 09:57:30.245956 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-28650bd6-e06f-4724-a582-d2f46b392901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:33.004659 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-f69e7a97-5848-421d-9371-75db59b7cd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:34.973286 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:37.563013 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:38.463296 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:44.189601 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:57:48.199007 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-732c9308-df78-41b3-9540-3557e0444b6c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445044 Feb 17 09:57:48.304553 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-0cb9b4de-b631-4922-a2b6-b1c03316416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.306189 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-0cb9b4de-b631-4922-a2b6-b1c03316416d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89&device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1129 time: 0.0567064 Feb 17 09:57:48.422669 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-3f796466-4a53-4024-ba88-778559eab7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.424867 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-3f796466-4a53-4024-ba88-778559eab7d8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=febc7462-4c05-4df3-a1ac-0bcf354a3edd HTTP/1.1" status: 200 len: 909 time: 0.0950975 Feb 17 09:57:48.504652 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-0f6a38ea-18f8-497c-89e4-eeb316c8ff9e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 200 len: 1001 time: 0.0724926 Feb 17 09:57:48.576994 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-d9c8099d-8d14-4dc8-8499-7f90bddd52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.579755 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-d9c8099d-8d14-4dc8-8499-7f90bddd52bf service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c11ce505-20db-4c35-b3dc-ddb52cab35df HTTP/1.1" status: 200 len: 847 time: 0.0677893 Feb 17 09:57:48.636188 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-0fac506a-4c48-41b2-9e88-fffc5ec9ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:57:48.637866 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-0fac506a-4c48-41b2-9e88-fffc5ec9ff24 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=febc7462-4c05-4df3-a1ac-0bcf354a3edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509863 Feb 17 09:57:48.740822 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-4d578ab3-623c-4183-9bbd-14cdcb1e869a service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923045 Feb 17 09:57:48.834275 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ef5a7505-736f-4b5e-b357-0c96f65ecba6 req-759951b7-d3f6-4906-be56-c5b657e8d849 service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851548 Feb 17 09:57:48.914627 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:58:00.229321 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c421cd9d-20b7-46a5-8865-b9609318648b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:02.998170 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-e2cb0d96-428b-47b4-85bf-ca556bcde8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:04.969334 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:07.560053 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:08.467766 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:14.187387 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:25.914106 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:58:30.239221 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2cbc60d3-ab5d-45f1-98b3-23a96faea877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:33.002286 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-8d2cbfbd-5012-481c-b716-c509495e62b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:34.977533 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:37.595599 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:38.475670 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:39.892162 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-50b83640-1a11-4b99-8211-52d9966eb849 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146780834&fields=id&tenant_id=074a68cc1d0445cca6da0f3d25fe5393 HTTP/1.1" status: 200 len: 267 time: 0.0588121 Feb 17 09:58:40.008294 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-baae19b5-8364-401c-a054-073ce250a80b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:40.010171 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-baae19b5-8364-401c-a054-073ce250a80b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 812 time: 0.1105080 Feb 17 09:58:40.028386 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-6c2939fb-a20f-4ce7-a09d-eef29fa585a9 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/quotas/074a68cc1d0445cca6da0f3d25fe5393 HTTP/1.1" status: 200 len: 375 time: 0.0107288 Feb 17 09:58:40.089686 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-12d660e8-d3ec-46b9-8398-516f2333a41d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556769 Feb 17 09:58:40.187970 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-041dd847-ed80-41fc-be48-3743d59095e9 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=109367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 09:58:40.189009 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-041dd847-ed80-41fc-be48-3743d59095e9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0879605 Feb 17 09:58:40.292585 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-77b47505-5c29-486d-9439-9581af64c5e4 service neutron] 10.222.0.61 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967252 Feb 17 09:58:40.393486 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-b03a7623-e8a4-4524-a9c7-6b6d8eee40b8 service neutron] 10.222.0.61 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949507 Feb 17 09:58:40.716404 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b4116ce1-5961-4803-9dc5-5ec9c94aeb66 req-88686b54-7bc9-457a-97fd-c1e702cf84ac tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 210 time: 0.0361803 Feb 17 09:58:41.666029 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-e85b2e7d-2151-4a01-b0ad-83bf4b05bec8 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:41.667383 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-e85b2e7d-2151-4a01-b0ad-83bf4b05bec8 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 812 time: 0.1065526 Feb 17 09:58:41.738023 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-b5d46415-08fd-439c-b5b9-751a771ca825 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=074a68cc1d0445cca6da0f3d25fe5393 HTTP/1.1" status: 200 len: 380 time: 0.0589418 Feb 17 09:58:41.751119 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'port': {'device_id': '6fefdc07-0390-401f-9664-f274a6d0f498', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'admin_state_up': True, 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'security_groups': ['848ab934-ac0e-4e4d-8f5c-0ab944210a94']}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:41.859816 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c98b230f-9e3a-428a-be51-7c1e53983f42 req-91358bbb-7834-462d-8945-04c871041fe7 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 210 time: 0.0670168 Feb 17 09:58:41.915432 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Made reservation on behalf of 074a68cc1d0445cca6da0f3d25fe5393 for: {'port': 1} {{(pid=109367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 09:58:41.919497 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:42.068583 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_common [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Allocated IP 172.20.0.4 (6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64/afc0d709-50f5-4801-9bf8-a909638640c3/3579780c-6fff-414b-b70e-602f31cf538c) {{(pid=109367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:58:42.236543 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for port (3579780c-6fff-414b-b70e-602f31cf538c), precommit_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:42.278491 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (3579780c-6fff-414b-b70e-602f31cf538c), after_create {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:42.327566 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 is already hosted by enough agents. {{(pid=109367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:58:42.330819 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.base_scheduler [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Resources bound (agent type, host, resource id): {{(pid=109367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:58:42.334769 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Received port after_create {{(pid=109367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:58:42.342324 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'Port': ['ID=3579780c-6fff-414b-b70e-602f31cf538c,revision_number=1']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:42.372692 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.373043 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.373398 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.373739 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.374101 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.374450 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.374776 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.375114 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.375451 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.375792 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.376119 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.376445 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.376770 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:42.405378 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:42.406089 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:42.426455 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-1c797e81-ee0a-49ed-944e-1bae1d22052d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6794913 Feb 17 09:58:42.438592 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.v2.base [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Request body: {'port': {'device_id': '6fefdc07-0390-401f-9664-f274a6d0f498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:42.510211 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3579780c-6fff-414b-b70e-602f31cf538c), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:42.646433 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-cf9f339d-034e-4e26-9c22-9838111d2b8b None None] Provisioning complete for port 3579780c-6fff-414b-b70e-602f31cf538c triggered by entity DHCP. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:58:42.647075 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-cf9f339d-034e-4e26-9c22-9838111d2b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (3579780c-6fff-414b-b70e-602f31cf538c), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:42.686420 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-cf9f339d-034e-4e26-9c22-9838111d2b8b None None] Port 3579780c-6fff-414b-b70e-602f31cf538c cannot update to ACTIVE because it is not bound. {{(pid=109368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 09:58:42.806135 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3579780c-6fff-414b-b70e-602f31cf538c {{(pid=109367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:58:42.814867 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Publish callbacks [] for port (3579780c-6fff-414b-b70e-602f31cf538c), precommit_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:42.826740 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33778) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:42.835978 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.provisioning_blocks [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Transition to ACTIVE for port object 3579780c-6fff-414b-b70e-602f31cf538c will not be triggered until provisioned by entity L2. {{(pid=109367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 09:58:42.874335 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (3579780c-6fff-414b-b70e-602f31cf538c), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:43.041198 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=3579780c-6fff-414b-b70e-602f31cf538c,revision_number=2']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:43.147949 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Attempting to bind port 3579780c-6fff-414b-b70e-602f31cf538c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 09:58:43.148428 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Attempting to bind port 3579780c-6fff-414b-b70e-602f31cf538c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 09:58:43.149059 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Attempting to bind port 3579780c-6fff-414b-b70e-602f31cf538c on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:58:43.161436 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Port 3579780c-6fff-414b-b70e-602f31cf538c on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 09:58:43.161785 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Attempting to bind port 3579780c-6fff-414b-b70e-602f31cf538c on network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 09:58:43.181043 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60db26f-d810-448e-b957-b1bef2cd114e req-33d05c65-0a3b-48ee-b7e7-c00d4115eccb tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:43.182805 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d60db26f-d810-448e-b957-b1bef2cd114e req-33d05c65-0a3b-48ee-b7e7-c00d4115eccb tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 943 time: 0.1682966 Feb 17 09:58:43.184833 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Checking agent: {'id': '6e72eafc-08e7-4b2b-b87f-8e244b42f70f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'started_at': datetime.datetime(2022, 2, 17, 9, 43, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 9, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 09:58:43.185178 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Checking segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 09:58:43.185575 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Bound using segment: {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'} {{(pid=109367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 09:58:43.186065 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.managers [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Bound port: 3579780c-6fff-414b-b70e-602f31cf538c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471d46a6-cca5-40c3-a5c9-72ed7c132ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64'}}] {{(pid=109367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 09:58:43.186431 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3579780c-6fff-414b-b70e-602f31cf538c), before_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:43.285703 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Deleting port 09f75891-175f-4542-9c8c-c78c05db3a4c {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:43.286078 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (09f75891-175f-4542-9c8c-c78c05db3a4c), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:43.294762 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d60db26f-d810-448e-b957-b1bef2cd114e req-426ec6c3-e6f2-43ff-80e7-55d47d28a20d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058452 Feb 17 09:58:43.363507 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] For port 3579780c-6fff-414b-b70e-602f31cf538c, host hv-cinder-77398, cleared binding levels {{(pid=109367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 09:58:43.382227 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] For port 3579780c-6fff-414b-b70e-602f31cf538c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3579780c-6fff-414b-b70e-602f31cf538c,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 09:58:43.392444 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9117184'] for port (3579780c-6fff-414b-b70e-602f31cf538c), after_update {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:43.412796 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (09f75891-175f-4542-9c8c-c78c05db3a4c), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:43.413082 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for floatingip (09f75891-175f-4542-9c8c-c78c05db3a4c), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:43.451198 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Calling delete_port for 09f75891-175f-4542-9c8c-c78c05db3a4c owned by network:floatingip {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:43.453701 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:43.454378 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:43.455833 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] 10.222.0.124 "PUT /v2.0/ports/3579780c-6fff-414b-b70e-602f31cf538c HTTP/1.1" status: 200 len: 1093 time: 1.0224252 Feb 17 09:58:43.458148 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fefdc07-0390-401f-9664-f274a6d0f498', 'tag': '3579780c-6fff-414b-b70e-602f31cf538c'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:43.461390 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025d5a47-1044-4785-9e97-ed50c05373a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fefdc07-0390-401f-9664-f274a6d0f498", "tag": "3579780c-6fff-414b-b70e-602f31cf538c"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:43.526998 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e169fff-6fdf-4a53-83ed-4e06968b646a x-openstack-request-id: req-8e169fff-6fdf-4a53-83ed-4e06968b646a {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:43.527358 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fefdc07-0390-401f-9664-f274a6d0f498", "tag": "3579780c-6fff-414b-b70e-602f31cf538c", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:43.527546 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e169fff-6fdf-4a53-83ed-4e06968b646a {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:43.527991 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fefdc07-0390-401f-9664-f274a6d0f498', 'tag': '3579780c-6fff-414b-b70e-602f31cf538c', 'status': 'completed', 'code': 200} Feb 17 09:58:43.550092 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ba8eb-b31e-479e-9b24-7389a24f3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=3579780c-6fff-414b-b70e-602f31cf538c,revision_number=3']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:43.936853 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-2bcc6ef4-aced-422b-be5c-73e7840b0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:43.938552 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-2bcc6ef4-aced-422b-be5c-73e7840b0d18 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 1127 time: 0.4134929 Feb 17 09:58:43.991085 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-d07a3d00-88e8-4f31-90af-0190030fbc41 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3579780c-6fff-414b-b70e-602f31cf538c HTTP/1.1" status: 200 len: 217 time: 0.0448639 Feb 17 09:58:44.105432 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-dea08b48-9c18-4b05-ac9a-57db0425f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:44.107621 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-dea08b48-9c18-4b05-ac9a-57db0425f1be service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.1109419 Feb 17 09:58:44.127885 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (09f75891-175f-4542-9c8c-c78c05db3a4c), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:44.189248 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event deleted for resources: {'Port': ['ID=09f75891-175f-4542-9c8c-c78c05db3a4c,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:44.210266 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:44.275747 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-745b2068-1b81-49aa-8a45-880bc3b09530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:44.278192 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-745b2068-1b81-49aa-8a45-880bc3b09530 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1637602 Feb 17 09:58:44.287547 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for floatingip (761ac2a5-3eb0-4c72-8cce-a38c77a1eade), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:44.288098 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.l3_db [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Floating IP 761ac2a5-3eb0-4c72-8cce-a38c77a1eade disassociated (deleted). External IP: 172.27.3.195, port: fc7bcf3e-f7f4-4042-87fb-b2831ee65306. Feb 17 09:58:44.515062 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-072daa24-08e3-4086-857b-282d822fb308 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295465 Feb 17 09:58:44.538063 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7bc0e-337c-425c-a9c1-32c9c18a9168 req-ed97089e-3237-453e-94f9-96eb524e5967 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:44.540239 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-91f7bc0e-337c-425c-a9c1-32c9c18a9168 req-ed97089e-3237-453e-94f9-96eb524e5967 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 943 time: 0.1562610 Feb 17 09:58:44.726578 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-91f7bc0e-337c-425c-a9c1-32c9c18a9168 req-9b9c6057-3514-4191-bfce-868c2081a382 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723394 Feb 17 09:58:44.750914 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d3c23c8a-d77c-4b2b-be7a-6a93460f1a7a req-588d0543-d5e4-49ce-b42c-209d6e7b2a71 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287512 Feb 17 09:58:44.767340 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Router 1ef491cf-21cb-4956-bf95-bd1cac20815e has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:58:44.915963 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-ed7f8ce0-8c5c-45b6-b277-58287c6dcf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:44.917506 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-ed7f8ce0-8c5c-45b6-b277-58287c6dcf0a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 1127 time: 0.0989425 Feb 17 09:58:44.934767 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:58:44.952692 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:44.953928 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] Sync routers for ids ['1ef491cf-21cb-4956-bf95-bd1cac20815e'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:58:44.966943 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] Routers {'1ef491cf-21cb-4956-bf95-bd1cac20815e'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:44.967884 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:58:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['1ef491cf-21cb-4956-bf95-bd1cac20815e'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:45.026922 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-8d97d69b-d94e-42e7-bc4e-bd488f8a684f tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "DELETE /v2.0/floatingips/761ac2a5-3eb0-4c72-8cce-a38c77a1eade HTTP/1.1" status: 204 len: 168 time: 2.1989665 Feb 17 09:58:45.059841 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-f7e1301f-7648-4c33-a090-581870005cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:45.061443 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-f7e1301f-7648-4c33-a090-581870005cca service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.1371269 Feb 17 09:58:45.102115 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] Set router 1ef491cf-21cb-4956-bf95-bd1cac20815e gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:45.128810 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-ac10e7fa-c870-4608-b630-ead055bfc484 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3579780c-6fff-414b-b70e-602f31cf538c HTTP/1.1" status: 200 len: 217 time: 0.0607960 Feb 17 09:58:45.203949 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-8584c321-9dce-4765-aa25-5ba744dc68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:45.204287 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-8584c321-9dce-4765-aa25-5ba744dc68c7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0658352 Feb 17 09:58:45.278730 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-1df5a1b0-38f6-4dd0-ade0-e3f6add60305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:45.280235 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-1df5a1b0-38f6-4dd0-ade0-e3f6add60305 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0615325 Feb 17 09:58:45.380596 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:21Z', 'revision_number': 5, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:45.404607 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110656a-babb-498d-bce1-caa1cd226fc0 req-acc37147-e812-47c1-bc79-6ad8293778cf tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:45.406340 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9110656a-babb-498d-bce1-caa1cd226fc0 req-acc37147-e812-47c1-bc79-6ad8293778cf tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.1251447 Feb 17 09:58:45.410018 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] Checking router: 1ef491cf-21cb-4956-bf95-bd1cac20815e for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:58:45.419947 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] Routers {'1ef491cf-21cb-4956-bf95-bd1cac20815e'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:45.420709 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:58:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['1ef491cf-21cb-4956-bf95-bd1cac20815e'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:45.435794 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-c2595fb5-5c3c-49d5-bf38-73b4063fc360 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446004 Feb 17 09:58:45.533375 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:45.535725 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0" -d '{"events": [{"name": "network-changed", "server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:45.542323 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] Set router 1ef491cf-21cb-4956-bf95-bd1cac20815e gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:45.544368 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-9110656a-babb-498d-bce1-caa1cd226fc0 req-4befa90c-e308-44f3-a1b6-b19cd72cabbc tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277480 Feb 17 09:58:45.577453 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-025d5a47-1044-4785-9e97-ed50c05373a0 req-8ac2f239-538a-459c-b81d-cc215153d7b9 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347849 Feb 17 09:58:45.597603 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d801d88-37e1-4a3b-a0b5-2e6a2c493e10 x-openstack-request-id: req-3d801d88-37e1-4a3b-a0b5-2e6a2c493e10 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:45.598035 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:45.598297 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d801d88-37e1-4a3b-a0b5-2e6a2c493e10 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:45.598719 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'status': 'completed', 'code': 200} Feb 17 09:58:45.684336 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-1bb53147-908b-4b1e-a40d-17ef6e4665c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:45.686224 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-1bb53147-908b-4b1e-a40d-17ef6e4665c7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89&device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 1129 time: 0.0657907 Feb 17 09:58:45.838211 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-d0bde636-1206-49d3-b7c0-473cb038d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:45.840198 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-d0bde636-1206-49d3-b7c0-473cb038d752 service neutron] 10.222.0.124 "GET /v2.0/networks?id=febc7462-4c05-4df3-a1ac-0bcf354a3edd HTTP/1.1" status: 200 len: 909 time: 0.1475339 Feb 17 09:58:45.843307 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:21Z', 'revision_number': 5, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:45.872891 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5085ca-daf7-442c-a709-20a5d76f940f None None] The sync data for ids ['1ef491cf-21cb-4956-bf95-bd1cac20815e'] in dv-cinder-773985-34-iscsi is: [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:54:15Z', 'revision_number': 4, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '64d6be1a-8550-4e06-823a-f5c2e5ae83ce', 'name': '', 'network_id': 'febc7462-4c05-4df3-a1ac-0bcf354a3edd', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'mac_address': 'fa:16:3e:a7:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:14Z', 'updated_at': '2022-02-17T09:54:21Z', 'revision_number': 5, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'subnets': [{'id': 'c11ce505-20db-4c35-b3dc-ddb52cab35df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:58:45.912758 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-dfb32a27-3f37-4bea-9077-c946f8e8e442 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 200 len: 217 time: 0.0648787 Feb 17 09:58:45.975305 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54577cd1-71d9-4ad2-9004-ebf437f76b45 req-39a6dfd6-b3dc-4649-8117-3cd7d55a998d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:45.977045 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-54577cd1-71d9-4ad2-9004-ebf437f76b45 req-39a6dfd6-b3dc-4649-8117-3cd7d55a998d tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 943 time: 0.1313207 Feb 17 09:58:45.981307 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-5e24740b-98c4-4464-93f3-1c1feb950d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:45.982801 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-5e24740b-98c4-4464-93f3-1c1feb950d32 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c11ce505-20db-4c35-b3dc-ddb52cab35df HTTP/1.1" status: 200 len: 847 time: 0.0640755 Feb 17 09:58:46.066457 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-54577cd1-71d9-4ad2-9004-ebf437f76b45 req-da29bbcc-8691-4b67-a681-cae2562bc85b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826457 Feb 17 09:58:46.078776 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-2d154ce3-4317-4c7a-b07d-81cbdbab460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:46.081853 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-2d154ce3-4317-4c7a-b07d-81cbdbab460f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=febc7462-4c05-4df3-a1ac-0bcf354a3edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0898039 Feb 17 09:58:46.164200 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cfcf3-3d25-4f73-a1fe-3ac9564bf268 None None] New status for floating IP 761ac2a5-3eb0-4c72-8cce-a38c77a1eade: DOWN {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:58:46.187629 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-00a4a3c7-f5c9-43bf-9de2-1f10d1ad178e service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001594 Feb 17 09:58:46.293014 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-7d0bc15e-5ace-4ef2-843a-a9f4477fcac0 req-83184306-f82a-4bb7-8383-7564bcff5791 service neutron] 10.222.0.124 "GET /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992219 Feb 17 09:58:46.677649 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098bc3-e002-4597-9a32-1e41a90dde5d req-36ba6d1c-92fe-474f-a25e-078f442ddddc tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:46.679937 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-74098bc3-e002-4597-9a32-1e41a90dde5d req-36ba6d1c-92fe-474f-a25e-078f442ddddc tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0567014 Feb 17 09:58:46.732400 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-74098bc3-e002-4597-9a32-1e41a90dde5d req-ea9b52d4-ef2e-45ac-80c1-bece5a5ef58b tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/security-groups?id=31669a79-adf6-48bc-b182-8ef96133b7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461140 Feb 17 09:58:46.855710 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-4df1c1a9-a17a-4c5e-b9ea-575a09efa64d tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:46.857155 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-4df1c1a9-a17a-4c5e-b9ea-575a09efa64d tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.124 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 945 time: 0.0588419 Feb 17 09:58:46.960650 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-2d99b653-0cb7-42d6-b50b-008333084281 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Deleting port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:46.960999 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-2d99b653-0cb7-42d6-b50b-008333084281 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:47.076924 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-2d99b653-0cb7-42d6-b50b-008333084281 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] For port fc7bcf3e-f7f4-4042-87fb-b2831ee65306, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:47.077726 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-2d99b653-0cb7-42d6-b50b-008333084281 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:47.099798 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-2d99b653-0cb7-42d6-b50b-008333084281 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Calling delete_port for fc7bcf3e-f7f4-4042-87fb-b2831ee65306 owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:47.289842 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904caf99-d150-4cd1-92cb-7191019b620f req-3c3b7cb1-43f6-4d81-b7b8-e807eb33315c tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:47.291414 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-904caf99-d150-4cd1-92cb-7191019b620f req-3c3b7cb1-43f6-4d81-b7b8-e807eb33315c tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 943 time: 0.1162117 Feb 17 09:58:47.380601 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-904caf99-d150-4cd1-92cb-7191019b620f req-03050f54-4f47-4c14-b180-110636c6081a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827069 Feb 17 09:58:47.381621 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-2d99b653-0cb7-42d6-b50b-008333084281 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (fc7bcf3e-f7f4-4042-87fb-b2831ee65306), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:47.415623 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99b653-0cb7-42d6-b50b-008333084281 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event deleted for resources: {'Port': ['ID=fc7bcf3e-f7f4-4042-87fb-b2831ee65306,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:47.487557 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-2d99b653-0cb7-42d6-b50b-008333084281 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] No DVR routers for this DVR port fc7bcf3e-f7f4-4042-87fb-b2831ee65306 on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:58:47.491321 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-2d99b653-0cb7-42d6-b50b-008333084281 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:47.497419 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2d4d5c03-9fc2-420e-96a6-fd9a121a9b08 req-2d99b653-0cb7-42d6-b50b-008333084281 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.124 "DELETE /v2.0/ports/fc7bcf3e-f7f4-4042-87fb-b2831ee65306 HTTP/1.1" status: 204 len: 173 time: 0.6345146 Feb 17 09:58:47.600204 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'name': 'network-vif-deleted', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:47.603445 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769eb483-8281-4a8f-9d52-2925b85c1083" -d '{"events": [{"server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "name": "network-vif-deleted", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:47.642540 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60ebf52-230b-43e3-9191-a7f0728d4fcc x-openstack-request-id: req-a60ebf52-230b-43e3-9191-a7f0728d4fcc {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:47.642966 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81275f7-40d9-459e-a436-7143d361ff48", "name": "network-vif-deleted", "tag": "fc7bcf3e-f7f4-4042-87fb-b2831ee65306", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:47.643400 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a60ebf52-230b-43e3-9191-a7f0728d4fcc {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:47.643906 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81275f7-40d9-459e-a436-7143d361ff48', 'name': 'network-vif-deleted', 'tag': 'fc7bcf3e-f7f4-4042-87fb-b2831ee65306', 'status': 'completed', 'code': 200} Feb 17 09:58:47.686361 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-71ba44ce-73c8-48b4-96e3-fb353f1665eb service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573280 Feb 17 09:58:47.768951 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-e0cb98af-f69a-4f79-a58b-540d6ecd0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:47.770603 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-e0cb98af-f69a-4f79-a58b-540d6ecd0ad6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 1130 time: 0.0616770 Feb 17 09:58:47.863273 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-560947ab-0ed1-4f2e-b76e-e41193f1851f req-011f22f1-9e8d-4c2c-8fe0-16b29cb19054 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81275f7-40d9-459e-a436-7143d361ff48 HTTP/1.1" status: 200 len: 210 time: 0.0332026 Feb 17 09:58:47.950903 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-45ec0d37-d01d-4944-bc5d-a5be0d55e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:47.952578 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-45ec0d37-d01d-4944-bc5d-a5be0d55e1f3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.1628757 Feb 17 09:58:48.045741 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-d1d99e39-0f3b-473e-a569-34e3ee8c96f9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d HTTP/1.1" status: 200 len: 1002 time: 0.0864038 Feb 17 09:58:48.109315 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-3f596f33-11da-4fb0-8ac5-481662b9a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:48.110862 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-3f596f33-11da-4fb0-8ac5-481662b9a934 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0591400 Feb 17 09:58:48.169892 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-b98d3612-fff7-4e8e-a0d7-01cd69b20e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:48.171422 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-b98d3612-fff7-4e8e-a0d7-01cd69b20e2e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528545 Feb 17 09:58:48.285258 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-026a741d-ed58-4e58-8fa3-94cf4b7b1a53 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018107 Feb 17 09:58:48.401405 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-fb484e18-c644-4e09-a105-26eff3f42f7e req-3042fc2c-8214-48dd-8059-c99fe41f3409 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055946 Feb 17 09:58:48.518426 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536f0de-0878-4716-bba9-9e93794b5cfd req-dc7f2146-e0d9-4677-8a54-39adcb893e3f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:48.520064 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4536f0de-0878-4716-bba9-9e93794b5cfd req-dc7f2146-e0d9-4677-8a54-39adcb893e3f tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 943 time: 0.0579557 Feb 17 09:58:48.576893 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4536f0de-0878-4716-bba9-9e93794b5cfd req-3a825e68-a4ee-466f-a911-7822d3143a02 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498993 Feb 17 09:58:48.944094 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33808) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:49.009617 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-9c1eda93-b3b1-416a-b7b4-174aadfbe138 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group (31669a79-adf6-48bc-b182-8ef96133b7fa), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:49.044613 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-9c1eda93-b3b1-416a-b7b4-174aadfbe138 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group (31669a79-adf6-48bc-b182-8ef96133b7fa), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:49.110183 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-9c1eda93-b3b1-416a-b7b4-174aadfbe138 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (31669a79-adf6-48bc-b182-8ef96133b7fa), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:49.113621 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-9c1eda93-b3b1-416a-b7b4-174aadfbe138 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:49.114842 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-9c1eda93-b3b1-416a-b7b4-174aadfbe138 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] 10.222.0.61 "DELETE /v2.0/security-groups/31669a79-adf6-48bc-b182-8ef96133b7fa HTTP/1.1" status: 204 len: 168 time: 0.1690598 Feb 17 09:58:49.125282 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eda93-b3b1-416a-b7b4-174aadfbe138 tempest-TestShelveInstance-197749634 tempest-TestShelveInstance-197749634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31669a79-adf6-48bc-b182-8ef96133b7fa,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:49.162883 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33812) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:49.655999 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device fc7bcf3e-f7f4-4042-87fb-b2831ee65306 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:49.678568 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: fc7bcf3e-f7f4-4042-87fb-b2831ee65306 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:49.679701 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device fc7bcf3e-f7f4-4042-87fb-b2831ee65306 not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:49.757356 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae23dd1-12a3-41b2-a888-6231c8eb1fec req-e5101ec2-e202-4b12-b157-38281b84e0a9 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:49.759084 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2ae23dd1-12a3-41b2-a888-6231c8eb1fec req-e5101ec2-e202-4b12-b157-38281b84e0a9 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 943 time: 0.0987875 Feb 17 09:58:49.845555 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-2ae23dd1-12a3-41b2-a888-6231c8eb1fec req-9fc65137-881b-4819-8d73-22bcac7a65e6 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795672 Feb 17 09:58:49.954050 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023215'] for router_interface (1ef491cf-21cb-4956-bf95-bd1cac20815e), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:50.300013 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] Deleting port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:50.300856 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:50.394387 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] For port 64d6be1a-8550-4e06-823a-f5c2e5ae83ce, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=64d6be1a-8550-4e06-823a-f5c2e5ae83ce,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:50.394749 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:50.409452 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] Calling delete_port for 64d6be1a-8550-4e06-823a-f5c2e5ae83ce owned by network:router_interface {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:50.611496 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (64d6be1a-8550-4e06-823a-f5c2e5ae83ce), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:50.639589 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d6be1a-8550-4e06-823a-f5c2e5ae83ce,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:50.826425 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1017375'] for router_interface (1ef491cf-21cb-4956-bf95-bd1cac20815e), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:51.013366 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ba96e-e14b-4539-a531-c221b30757fb req-9f8fb7cf-7427-4332-badd-c03057a1af8a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:51.015156 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ec9ba96e-e14b-4539-a531-c221b30757fb req-9f8fb7cf-7427-4332-badd-c03057a1af8a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 943 time: 0.0919433 Feb 17 09:58:51.140477 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ec9ba96e-e14b-4539-a531-c221b30757fb req-04f47175-36d0-4440-8aae-a922970c04c6 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924292 Feb 17 09:58:51.164619 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] Router 1ef491cf-21cb-4956-bf95-bd1cac20815e has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:58:51.286863 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:58:51.293867 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-50d2357c-1572-4458-b3d7-e4277e113522 admin admin] 10.222.0.61 "PUT /v2.0/routers/1ef491cf-21cb-4956-bf95-bd1cac20815e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1280777 Feb 17 09:58:51.295447 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33818) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:51.298345 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] Sync routers for ids ['1ef491cf-21cb-4956-bf95-bd1cac20815e'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:58:51.310065 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] Routers {'1ef491cf-21cb-4956-bf95-bd1cac20815e'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:51.310719 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:58:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['1ef491cf-21cb-4956-bf95-bd1cac20815e'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:51.432898 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] Set router 1ef491cf-21cb-4956-bf95-bd1cac20815e gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:51.443547 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Publish callbacks [] for router (1ef491cf-21cb-4956-bf95-bd1cac20815e), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:51.586963 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Publish callbacks [] for router_gateway (1ef491cf-21cb-4956-bf95-bd1cac20815e), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:51.636160 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:58:50Z', 'revision_number': 5, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port': {'id': '0335fb3d-5369-4d5f-a14d-e4819471b709', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:13Z', 'updated_at': '2022-02-17T09:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:51.647328 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Deleting port 0335fb3d-5369-4d5f-a14d-e4819471b709 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:51.648344 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:51.664969 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] Checking router: 1ef491cf-21cb-4956-bf95-bd1cac20815e for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:58:51.673957 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 3579780c-6fff-414b-b70e-602f31cf538c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 09:58:51.684047 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] Routers {'1ef491cf-21cb-4956-bf95-bd1cac20815e'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:51.684549 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:58:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['1ef491cf-21cb-4956-bf95-bd1cac20815e'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:51.743999 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] For port 0335fb3d-5369-4d5f-a14d-e4819471b709, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=0335fb3d-5369-4d5f-a14d-e4819471b709,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:51.744369 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:51.760864 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Calling delete_port for 0335fb3d-5369-4d5f-a14d-e4819471b709 owned by network:router_gateway {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:51.910332 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.db.resource_extend [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 09:58:51.952575 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (0335fb3d-5369-4d5f-a14d-e4819471b709), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:51.957012 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] Set router 1ef491cf-21cb-4956-bf95-bd1cac20815e gateway port host: None {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:51.981199 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0335fb3d-5369-4d5f-a14d-e4819471b709,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:52.046282 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:58:51Z', 'revision_number': 6, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port_host': None}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:52.055217 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015973'] for router_gateway (1ef491cf-21cb-4956-bf95-bd1cac20815e), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.083865 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9b212f-1561-475a-adc1-3352846b1d00 None None] The sync data for ids ['1ef491cf-21cb-4956-bf95-bd1cac20815e'] in dv-cinder-773985-34-iscsi is: [{'id': '1ef491cf-21cb-4956-bf95-bd1cac20815e', 'name': 'tempest-TestShelveInstance-170310112-router', 'tenant_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:12Z', 'updated_at': '2022-02-17T09:58:51Z', 'revision_number': 6, 'project_id': '27fc4e8241ca4c9b9ca678d8926bbb89', 'gw_port_host': None}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:58:52.109909 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 3579780c-6fff-414b-b70e-602f31cf538c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3579780c-6fff-414b-b70e-602f31cf538c,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:52.123297 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Returning: {'device': '3579780c-6fff-414b-b70e-602f31cf538c', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'port_id': '3579780c-6fff-414b-b70e-602f31cf538c', 'mac_address': 'fa:16:3e:5f:8d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 09:58:52.166064 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1016888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28497'] for router (1ef491cf-21cb-4956-bf95-bd1cac20815e), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.170683 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Publish callbacks [] for router_controller (1ef491cf-21cb-4956-bf95-bd1cac20815e), precommit_delete_associations {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.173166 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 3579780c-6fff-414b-b70e-602f31cf538c is: DOWN; New status is: BUILD {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:58:52.173440 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3579780c-6fff-414b-b70e-602f31cf538c), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.189083 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3579780c-6fff-414b-b70e-602f31cf538c {{(pid=109368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 09:58:52.215116 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 3579780c-6fff-414b-b70e-602f31cf538c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3579780c-6fff-414b-b70e-602f31cf538c,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:52.220104 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3579780c-6fff-414b-b70e-602f31cf538c), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.278971 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1016881'] for router (1ef491cf-21cb-4956-bf95-bd1cac20815e), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.280037 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef491cf-21cb-4956-bf95-bd1cac20815e {{(pid=109367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 09:58:52.282826 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=3579780c-6fff-414b-b70e-602f31cf538c,revision_number=4']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:52.285874 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.290312 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-213aa018-a1e7-4def-a0b2-70e2a1643bf0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1ef491cf-21cb-4956-bf95-bd1cac20815e HTTP/1.1" status: 204 len: 168 time: 0.9908268 Feb 17 09:58:52.291497 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33822) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:52.291666 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.291666 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.291957 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.292245 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.292586 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.292923 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.293262 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.293671 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.293964 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.294377 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.294726 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.295060 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.295389 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:52.351057 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc72b9-4659-4bef-a444-fb615bc0b4e3 req-68f04c2e-a486-4342-a1e5-2e259c6435df tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:52.352761 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8bbc72b9-4659-4bef-a444-fb615bc0b4e3 req-68f04c2e-a486-4342-a1e5-2e259c6435df tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 944 time: 0.1102037 Feb 17 09:58:52.361163 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f2f5b1-c874-49d1-9692-8cb89d44a9e2 admin admin] Deleting subnet c11ce505-20db-4c35-b3dc-ddb52cab35df {{(pid=109367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:58:52.371560 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31f2f5b1-c874-49d1-9692-8cb89d44a9e2 admin admin] Publish callbacks [] for subnet (c11ce505-20db-4c35-b3dc-ddb52cab35df), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.433205 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31f2f5b1-c874-49d1-9692-8cb89d44a9e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8478029'] for subnet (c11ce505-20db-4c35-b3dc-ddb52cab35df), precommit_delete_associations {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.468139 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-8bbc72b9-4659-4bef-a444-fb615bc0b4e3 req-c3a1b656-99b9-4f64-851c-eca1c29c3e99 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039762 Feb 17 09:58:52.487736 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] get_ports_and_sgs() called for port_ids ['3579780c-6fff-414b-b70e-602f31cf538c'] {{(pid=109368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 09:58:52.567558 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31f2f5b1-c874-49d1-9692-8cb89d44a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (c11ce505-20db-4c35-b3dc-ddb52cab35df), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.636278 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31f2f5b1-c874-49d1-9692-8cb89d44a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11817643'] for subnet (c11ce505-20db-4c35-b3dc-ddb52cab35df), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.664120 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2f5b1-c874-49d1-9692-8cb89d44a9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11ce505-20db-4c35-b3dc-ddb52cab35df,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:52.668043 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-31f2f5b1-c874-49d1-9692-8cb89d44a9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.671354 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-31f2f5b1-c874-49d1-9692-8cb89d44a9e2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c11ce505-20db-4c35-b3dc-ddb52cab35df HTTP/1.1" status: 204 len: 168 time: 0.3792303 Feb 17 09:58:52.674096 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33824) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:52.681104 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a711779d-600f-4f9a-85dd-e0e122bcdd5f None None] Network febc7462-4c05-4df3-a1ac-0bcf354a3edd requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:58:52.754372 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (febc7462-4c05-4df3-a1ac-0bcf354a3edd), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.813478 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Deleting port eb035fa2-3c7f-4739-a324-aa14b7f1993e {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:52.813940 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.894967 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] For port eb035fa2-3c7f-4739-a324-aa14b7f1993e, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=eb035fa2-3c7f-4739-a324-aa14b7f1993e,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:52.895458 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:52.919019 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Calling delete_port for eb035fa2-3c7f-4739-a324-aa14b7f1993e owned by network:dhcp {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:52.948611 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f58d5d-83c2-47d2-b117-ddbb28b0053f None None] DHCP port deletion for febc7462-4c05-4df3-a1ac-0bcf354a3edd request from dv-cinder-773985-34-iscsi {{(pid=109368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 09:58:53.003003 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-38f58d5d-83c2-47d2-b117-ddbb28b0053f None None] Deleting port eb035fa2-3c7f-4739-a324-aa14b7f1993e {{(pid=109368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:53.003490 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-38f58d5d-83c2-47d2-b117-ddbb28b0053f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), before_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.028408 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.059458 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb035fa2-3c7f-4739-a324-aa14b7f1993e,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:53.062423 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] No DVR routers for this DVR port eb035fa2-3c7f-4739-a324-aa14b7f1993e on host dv-cinder-773985-34-iscsi {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:58:53.072785 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.073494 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.073878 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.074433 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.074618 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.074885 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.075226 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.075554 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.075892 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.076982 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.076982 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.076982 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.077317 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 09:58:53.091642 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-38f58d5d-83c2-47d2-b117-ddbb28b0053f None None] For port eb035fa2-3c7f-4739-a324-aa14b7f1993e, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=eb035fa2-3c7f-4739-a324-aa14b7f1993e,segment=NetworkSegment(19867b76-1730-4a91-80d5-eb644a637a60),segment_id=19867b76-1730-4a91-80d5-eb644a637a60)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:53.092076 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-38f58d5d-83c2-47d2-b117-ddbb28b0053f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), precommit_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.108228 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-38f58d5d-83c2-47d2-b117-ddbb28b0053f None None] Calling delete_port for eb035fa2-3c7f-4739-a324-aa14b7f1993e owned by network:dhcp {{(pid=109368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:53.165830 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (febc7462-4c05-4df3-a1ac-0bcf354a3edd), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.197942 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-38f58d5d-83c2-47d2-b117-ddbb28b0053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303'] for port (eb035fa2-3c7f-4739-a324-aa14b7f1993e), after_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.200130 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febc7462-4c05-4df3-a1ac-0bcf354a3edd']}} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:53.211821 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19867b76-1730-4a91-80d5-eb644a637a60') {'for_net_delete': True} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:53.212494 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19867b76-1730-4a91-80d5-eb644a637a60') {} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:53.223842 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726056'] for segment (19867b76-1730-4a91-80d5-eb644a637a60), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.230873 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f58d5d-83c2-47d2-b117-ddbb28b0053f None None] Pushing event deleted for resources: {'Port': ['ID=eb035fa2-3c7f-4739-a324-aa14b7f1993e,revision_number=None']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:53.239214 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f58d5d-83c2-47d2-b117-ddbb28b0053f None None] No DVR routers for this DVR port eb035fa2-3c7f-4739-a324-aa14b7f1993e on host dv-cinder-773985-34-iscsi {{(pid=109368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:58:53.242138 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (19867b76-1730-4a91-80d5-eb644a637a60), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.255476 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=109366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:58:53.255992 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903915'] for segment (19867b76-1730-4a91-80d5-eb644a637a60), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: Traceback (most recent call last): Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: timer() Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: cb(*args, **kw) Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: return func(*args, **kwargs) Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: self._notify() Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: self.callback(batched_events) Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: event.method(event) Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: return f(self, *a, **k) Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._get(url).json() Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: return self.request(url, 'GET', **kwargs) Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:58:53.259751 dv-cinder-773985-34-iscsi neutron-server[109366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:58:53.333365 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (febc7462-4c05-4df3-a1ac-0bcf354a3edd), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.340317 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.345114 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/febc7462-4c05-4df3-a1ac-0bcf354a3edd HTTP/1.1" status: 204 len: 168 time: 0.6697752 Feb 17 09:58:53.348305 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33828) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:53.358959 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5aed1-14f7-43c3-b55d-e62481e65ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=febc7462-4c05-4df3-a1ac-0bcf354a3edd,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:53.536936 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 64d6be1a-8550-4e06-823a-f5c2e5ae83ce no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:53.561144 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 64d6be1a-8550-4e06-823a-f5c2e5ae83ce {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:53.561489 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 64d6be1a-8550-4e06-823a-f5c2e5ae83ce not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:53.561978 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device eb035fa2-3c7f-4739-a324-aa14b7f1993e no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:53.584207 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: eb035fa2-3c7f-4739-a324-aa14b7f1993e {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:53.584559 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device eb035fa2-3c7f-4739-a324-aa14b7f1993e not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:53.585039 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 0335fb3d-5369-4d5f-a14d-e4819471b709 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:53.608019 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 0335fb3d-5369-4d5f-a14d-e4819471b709 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:53.608374 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 0335fb3d-5369-4d5f-a14d-e4819471b709 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:53.675435 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 3579780c-6fff-414b-b70e-602f31cf538c up at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 09:58:53.735278 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning for port 3579780c-6fff-414b-b70e-602f31cf538c completed by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 09:58:53.739922 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.provisioning_blocks [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Provisioning complete for port 3579780c-6fff-414b-b70e-602f31cf538c triggered by entity L2. {{(pid=109368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 09:58:53.740297 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087554'] for port (3579780c-6fff-414b-b70e-602f31cf538c), provisioning_complete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.826020 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Current status of the port 3579780c-6fff-414b-b70e-602f31cf538c is: BUILD; New status is: ACTIVE {{(pid=109368) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 09:58:53.826342 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (3579780c-6fff-414b-b70e-602f31cf538c), before_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.852565 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fefdc07-0390-401f-9664-f274a6d0f498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3579780c-6fff-414b-b70e-602f31cf538c'}] {{(pid=109368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:53.854971 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}467af7cf51609f48fe7f3a1478de3986d640b4b208743df9ee06f25eaf1a13bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cb57e7-f758-4ebb-962d-714345043855" -d '{"events": [{"server_uuid": "6fefdc07-0390-401f-9664-f274a6d0f498", "name": "network-vif-plugged", "status": "completed", "tag": "3579780c-6fff-414b-b70e-602f31cf538c"}]}' {{(pid=109368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:53.872925 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] For port 3579780c-6fff-414b-b70e-602f31cf538c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3579780c-6fff-414b-b70e-602f31cf538c,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:53.878951 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330'] for port (3579780c-6fff-414b-b70e-602f31cf538c), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:53.906110 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b480393b-9204-4a9c-8775-6c379b125a55 x-openstack-request-id: req-b480393b-9204-4a9c-8775-6c379b125a55 {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:53.906413 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fefdc07-0390-401f-9664-f274a6d0f498", "name": "network-vif-plugged", "status": "completed", "tag": "3579780c-6fff-414b-b70e-602f31cf538c", "code": 200}]} {{(pid=109368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:53.906672 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b480393b-9204-4a9c-8775-6c379b125a55 {{(pid=109368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:53.907080 dv-cinder-773985-34-iscsi neutron-server[109368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fefdc07-0390-401f-9664-f274a6d0f498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3579780c-6fff-414b-b70e-602f31cf538c', 'code': 200} Feb 17 09:58:53.943622 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Pushing event updated for resources: {'Port': ['ID=3579780c-6fff-414b-b70e-602f31cf538c,revision_number=5']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:53.979546 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c09b39-9be4-4c04-b53b-f9c9e8ee2058 req-65f17e4c-4abf-44f7-9759-23359ebdcd8b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:53.981202 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d6c09b39-9be4-4c04-b53b-f9c9e8ee2058 req-65f17e4c-4abf-44f7-9759-23359ebdcd8b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 945 time: 0.1029458 Feb 17 09:58:54.080737 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-d6c09b39-9be4-4c04-b53b-f9c9e8ee2058 req-30b6c400-fb28-47d7-a5fd-d602c45558cb tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907195 Feb 17 09:58:54.180220 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43850b7e-2275-4417-ad30-f9bc4f9f50a6 req-52e74768-f67b-49ee-85eb-7b397f7fb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:54.181793 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-43850b7e-2275-4417-ad30-f9bc4f9f50a6 req-52e74768-f67b-49ee-85eb-7b397f7fb202 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 1129 time: 0.0790851 Feb 17 09:58:54.229072 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023215'] for router_interface (52d1713a-db30-445b-b612-84cba39005fa), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:54.276810 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-43850b7e-2275-4417-ad30-f9bc4f9f50a6 req-b7c027a9-29e5-4190-9fb3-aec044d702d7 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882704 Feb 17 09:58:54.530553 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] Deleting port c5105917-2267-4cec-a292-c53b060e0b66 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:54.530960 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (c5105917-2267-4cec-a292-c53b060e0b66), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:54.618852 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] For port c5105917-2267-4cec-a292-c53b060e0b66, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=c5105917-2267-4cec-a292-c53b060e0b66,segment=NetworkSegment(7aa90c24-4074-4eba-a14a-ec9e47234455),segment_id=7aa90c24-4074-4eba-a14a-ec9e47234455)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:54.619252 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (c5105917-2267-4cec-a292-c53b060e0b66), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:54.639554 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] Calling delete_port for c5105917-2267-4cec-a292-c53b060e0b66 owned by network:router_interface {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:54.848619 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (c5105917-2267-4cec-a292-c53b060e0b66), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:54.876830 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5105917-2267-4cec-a292-c53b060e0b66,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:55.084716 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1017375'] for router_interface (52d1713a-db30-445b-b612-84cba39005fa), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:55.259106 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa1d7e-9373-4b00-b57b-3fdc3a2b1846 req-ce426e6c-eee0-4fbe-ab8f-7e0a32563b60 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:55.260605 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b6fa1d7e-9373-4b00-b57b-3fdc3a2b1846 req-ce426e6c-eee0-4fbe-ab8f-7e0a32563b60 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 945 time: 0.0822406 Feb 17 09:58:55.403014 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b6fa1d7e-9373-4b00-b57b-3fdc3a2b1846 req-f09daf96-ae76-4c1a-b9fc-dbb859513ca0 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896907 Feb 17 09:58:55.428671 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] Router 52d1713a-db30-445b-b612-84cba39005fa has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:58:55.547327 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:58:55.552421 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-02e6e6d0-5c4f-43ea-856b-9f1452d23bb8 admin admin] 10.222.0.61 "PUT /v2.0/routers/52d1713a-db30-445b-b612-84cba39005fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2017989 Feb 17 09:58:55.555485 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33838) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:55.558413 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] Sync routers for ids ['52d1713a-db30-445b-b612-84cba39005fa'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:58:55.569503 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] Routers {'52d1713a-db30-445b-b612-84cba39005fa'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:55.570186 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:58:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['52d1713a-db30-445b-b612-84cba39005fa'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:55.673331 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Publish callbacks [] for router (52d1713a-db30-445b-b612-84cba39005fa), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:55.701491 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] Set router 52d1713a-db30-445b-b612-84cba39005fa gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:55.798430 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Publish callbacks [] for router_gateway (52d1713a-db30-445b-b612-84cba39005fa), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:55.865980 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Deleting port d48bad2f-4996-419f-b35b-40b75c39c2ac {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:55.866368 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:55.943390 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1713a-db30-445b-b612-84cba39005fa', 'name': 'tempest-TestShelveInstance-1355005914-router', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:18Z', 'updated_at': '2022-02-17T09:58:54Z', 'revision_number': 5, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'gw_port': {'id': 'd48bad2f-4996-419f-b35b-40b75c39c2ac', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d1713a-db30-445b-b612-84cba39005fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:54:19Z', 'updated_at': '2022-02-17T09:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:55.977436 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] Checking router: 52d1713a-db30-445b-b612-84cba39005fa for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:58:55.982369 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] For port d48bad2f-4996-419f-b35b-40b75c39c2ac, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=d48bad2f-4996-419f-b35b-40b75c39c2ac,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:55.982742 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:55.987938 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] Routers {'52d1713a-db30-445b-b612-84cba39005fa'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:55.988641 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:58:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['52d1713a-db30-445b-b612-84cba39005fa'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:55.996867 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Calling delete_port for d48bad2f-4996-419f-b35b-40b75c39c2ac owned by network:router_gateway {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:56.182425 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] Set router 52d1713a-db30-445b-b612-84cba39005fa gateway port host: None {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:56.191311 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (d48bad2f-4996-419f-b35b-40b75c39c2ac), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.219089 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Pushing event deleted for resources: {'Port': ['ID=d48bad2f-4996-419f-b35b-40b75c39c2ac,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:56.235329 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d1713a-db30-445b-b612-84cba39005fa', 'name': 'tempest-TestShelveInstance-1355005914-router', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:18Z', 'updated_at': '2022-02-17T09:58:55Z', 'revision_number': 6, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'gw_port_host': None}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:56.266902 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f30617-1e4b-4161-bd9d-29556092418b None None] The sync data for ids ['52d1713a-db30-445b-b612-84cba39005fa'] in dv-cinder-773985-34-iscsi is: [{'id': '52d1713a-db30-445b-b612-84cba39005fa', 'name': 'tempest-TestShelveInstance-1355005914-router', 'tenant_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:54:18Z', 'updated_at': '2022-02-17T09:58:55Z', 'revision_number': 6, 'project_id': 'fbd1aeb79db14a6e808a61b3122435e2', 'gw_port_host': None}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:58:56.285340 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015973'] for router_gateway (52d1713a-db30-445b-b612-84cba39005fa), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.392495 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1016888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28497'] for router (52d1713a-db30-445b-b612-84cba39005fa), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.394857 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Publish callbacks [] for router_controller (52d1713a-db30-445b-b612-84cba39005fa), precommit_delete_associations {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.442043 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1016881'] for router (52d1713a-db30-445b-b612-84cba39005fa), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.442537 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d1713a-db30-445b-b612-84cba39005fa {{(pid=109367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 09:58:56.447626 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.448662 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-ccc014d0-efbf-473a-8994-c059017a010b admin admin] 10.222.0.61 "DELETE /v2.0/routers/52d1713a-db30-445b-b612-84cba39005fa HTTP/1.1" status: 204 len: 168 time: 0.8920317 Feb 17 09:58:56.451306 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33842) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:56.527474 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2d2d44-63aa-422a-8041-b69497593771 admin admin] Deleting subnet e221a20f-ab89-4c60-ad82-760218df9802 {{(pid=109367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 09:58:56.534041 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2d44-63aa-422a-8041-b69497593771 admin admin] Publish callbacks [] for subnet (e221a20f-ab89-4c60-ad82-760218df9802), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.583023 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2d44-63aa-422a-8041-b69497593771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8478029'] for subnet (e221a20f-ab89-4c60-ad82-760218df9802), precommit_delete_associations {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.610109 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb0664-cab6-43d2-baef-0667acb128ff req-10541e93-e369-46aa-b7e0-3535f9b37824 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:56.611683 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-81eb0664-cab6-43d2-baef-0667acb128ff req-10541e93-e369-46aa-b7e0-3535f9b37824 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 945 time: 0.1240325 Feb 17 09:58:56.709337 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-81eb0664-cab6-43d2-baef-0667acb128ff req-990207f5-8760-4c27-9f8d-858312239cd7 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869601 Feb 17 09:58:56.720480 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2d44-63aa-422a-8041-b69497593771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (e221a20f-ab89-4c60-ad82-760218df9802), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.795129 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2d44-63aa-422a-8041-b69497593771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9117246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11817643'] for subnet (e221a20f-ab89-4c60-ad82-760218df9802), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.830072 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d2d44-63aa-422a-8041-b69497593771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e221a20f-ab89-4c60-ad82-760218df9802,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:56.842842 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-cf2d2d44-63aa-422a-8041-b69497593771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for subnet (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:56.846310 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-cf2d2d44-63aa-422a-8041-b69497593771 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e221a20f-ab89-4c60-ad82-760218df9802 HTTP/1.1" status: 204 len: 168 time: 0.3937731 Feb 17 09:58:56.848979 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33846) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:56.849180 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb7e5fd-c252-4484-b630-854af9d3f431 None None] Network 433de999-739e-442a-afdc-0e12058a45ff requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 09:58:56.952153 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57010d77-5f09-4f31-9ce9-c89c3210bf42 req-56d295b7-97fb-4909-8b00-a8537c106aeb tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:56.953804 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-57010d77-5f09-4f31-9ce9-c89c3210bf42 req-56d295b7-97fb-4909-8b00-a8537c106aeb tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 945 time: 0.1277492 Feb 17 09:58:56.956410 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (433de999-739e-442a-afdc-0e12058a45ff), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.056236 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-57010d77-5f09-4f31-9ce9-c89c3210bf42 req-bfdc3424-eaeb-4adb-b9dd-582cbc1cff2e tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929348 Feb 17 09:58:57.067714 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a46133-3ac8-4dac-bf84-da8c67b7d332 None None] DHCP port deletion for 433de999-739e-442a-afdc-0e12058a45ff request from dv-cinder-773985-34-iscsi {{(pid=109368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 09:58:57.082913 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33848) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:57.087609 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Deleting port 05a55495-b33e-4508-a8b5-4e0c5845a6aa {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:57.088048 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.141389 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-08a46133-3ac8-4dac-bf84-da8c67b7d332 None None] Deleting port 05a55495-b33e-4508-a8b5-4e0c5845a6aa {{(pid=109368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 09:58:57.142167 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-08a46133-3ac8-4dac-bf84-da8c67b7d332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), before_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.159350 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef022219-e05b-4609-bb3a-6f0efe62c66c tempest-TestVolumeBootPattern-1791753734 tempest-TestVolumeBootPattern-1791753734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:57.161595 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-ef022219-e05b-4609-bb3a-6f0efe62c66c tempest-TestVolumeBootPattern-1791753734 tempest-TestVolumeBootPattern-1791753734-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 1124 time: 0.0765159 Feb 17 09:58:57.165716 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33850) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:57.171516 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] For port 05a55495-b33e-4508-a8b5-4e0c5845a6aa, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=05a55495-b33e-4508-a8b5-4e0c5845a6aa,segment=NetworkSegment(7aa90c24-4074-4eba-a14a-ec9e47234455),segment_id=7aa90c24-4074-4eba-a14a-ec9e47234455)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:57.171807 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.v2.base [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Request body: {'floatingip': {'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'port_id': '3579780c-6fff-414b-b70e-602f31cf538c', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 09:58:57.171934 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.187976 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Calling delete_port for 05a55495-b33e-4508-a8b5-4e0c5845a6aa owned by network:dhcp {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:57.204768 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.223191 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-08a46133-3ac8-4dac-bf84-da8c67b7d332 None None] For port 05a55495-b33e-4508-a8b5-4e0c5845a6aa, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=05a55495-b33e-4508-a8b5-4e0c5845a6aa,segment=NetworkSegment(7aa90c24-4074-4eba-a14a-ec9e47234455),segment_id=7aa90c24-4074-4eba-a14a-ec9e47234455)] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 09:58:57.223756 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-08a46133-3ac8-4dac-bf84-da8c67b7d332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), precommit_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.240510 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-08a46133-3ac8-4dac-bf84-da8c67b7d332 None None] Calling delete_port for 05a55495-b33e-4508-a8b5-4e0c5845a6aa owned by network:dhcp {{(pid=109368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 09:58:57.311521 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.340279 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a55495-b33e-4508-a8b5-4e0c5845a6aa,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:57.342544 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] No DVR routers for this DVR port 05a55495-b33e-4508-a8b5-4e0c5845a6aa on host dv-cinder-773985-34-iscsi {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:58:57.353003 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-08a46133-3ac8-4dac-bf84-da8c67b7d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303'] for port (05a55495-b33e-4508-a8b5-4e0c5845a6aa), after_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.355317 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (None), before_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.393733 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a46133-3ac8-4dac-bf84-da8c67b7d332 None None] No DVR routers for this DVR port 05a55495-b33e-4508-a8b5-4e0c5845a6aa on host dv-cinder-773985-34-iscsi {{(pid=109368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 09:58:57.395683 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a46133-3ac8-4dac-bf84-da8c67b7d332 None None] Pushing event deleted for resources: {'Port': ['ID=05a55495-b33e-4508-a8b5-4e0c5845a6aa,revision_number=None']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:57.434098 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (433de999-739e-442a-afdc-0e12058a45ff), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.460932 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433de999-739e-442a-afdc-0e12058a45ff']}} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:57.478658 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa90c24-4074-4eba-a14a-ec9e47234455') {'for_net_delete': True} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:57.478952 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.services.segments.db [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa90c24-4074-4eba-a14a-ec9e47234455') {} {{(pid=109367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:57.492853 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8478020'] for segment (7aa90c24-4074-4eba-a14a-ec9e47234455), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.512373 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (7aa90c24-4074-4eba-a14a-ec9e47234455), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.519543 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=109367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 09:58:57.519953 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9117284'] for segment (7aa90c24-4074-4eba-a14a-ec9e47234455), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: Traceback (most recent call last): Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: timer() Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: cb(*args, **kw) Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: return func(*args, **kwargs) Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: self._notify() Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: self.callback(batched_events) Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: event.method(event) Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: return f(self, *a, **k) Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._get(url).json() Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: return self.request(url, 'GET', **kwargs) Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 09:58:57.522236 dv-cinder-773985-34-iscsi neutron-server[109367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 09:58:57.525504 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 05a55495-b33e-4508-a8b5-4e0c5845a6aa no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:57.543521 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_common [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Allocated IP 172.27.3.113 (26cc9ee1-80f2-47ce-8096-df53a2f34acd/6bfb580d-2cc7-437c-90c9-29d3ed8c9137/2579249c-c008-4e53-a7a3-fa50d9193709) {{(pid=109366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 09:58:57.563677 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 05a55495-b33e-4508-a8b5-4e0c5845a6aa {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:57.564146 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 05a55495-b33e-4508-a8b5-4e0c5845a6aa not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:57.564514 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device c5105917-2267-4cec-a292-c53b060e0b66 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:57.588672 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: c5105917-2267-4cec-a292-c53b060e0b66 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:57.589413 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device c5105917-2267-4cec-a292-c53b060e0b66 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:57.590154 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device d48bad2f-4996-419f-b35b-40b75c39c2ac no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 09:58:57.609749 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (433de999-739e-442a-afdc-0e12058a45ff), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.614879 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: d48bad2f-4996-419f-b35b-40b75c39c2ac {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 09:58:57.615417 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device d48bad2f-4996-419f-b35b-40b75c39c2ac not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 09:58:57.618778 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.622728 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] 10.222.0.61 "DELETE /v2.0/networks/433de999-739e-442a-afdc-0e12058a45ff HTTP/1.1" status: 204 len: 168 time: 0.7727540 Feb 17 09:58:57.641637 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f2c7d-74bc-4407-abad-2b9271a46a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=433de999-739e-442a-afdc-0e12058a45ff,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:57.717333 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for port (2579249c-c008-4e53-a7a3-fa50d9193709), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.758033 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755368630294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (2579249c-c008-4e53-a7a3-fa50d9193709), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:57.798390 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Network 26cc9ee1-80f2-47ce-8096-df53a2f34acd is already hosted by enough agents. {{(pid=109366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 09:58:57.802126 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.base_scheduler [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Resources bound (agent type, host, resource id): {{(pid=109366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 09:58:57.809150 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Received port after_create {{(pid=109366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 09:58:57.838694 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'Port': ['ID=2579249c-c008-4e53-a7a3-fa50d9193709,revision_number=1']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:57.869187 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33854) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:57.921137 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-6771ca39-3ec7-4d38-86df-80dd8ca7f35b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27fc4e8241ca4c9b9ca678d8926bbb89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497279 Feb 17 09:58:57.924558 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33856) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:57.985496 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f9801b8b-44d1-41d9-b769-3bae4e4152b7 admin admin] Publish callbacks [] for security_group (9e668cbc-8c64-4454-9624-11c8d1ac0ddd), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.018908 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f9801b8b-44d1-41d9-b769-3bae4e4152b7 admin admin] Publish callbacks [] for security_group (9e668cbc-8c64-4454-9624-11c8d1ac0ddd), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.096180 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f9801b8b-44d1-41d9-b769-3bae4e4152b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (9e668cbc-8c64-4454-9624-11c8d1ac0ddd), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.100796 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-f9801b8b-44d1-41d9-b769-3bae4e4152b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.103190 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-f9801b8b-44d1-41d9-b769-3bae4e4152b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e668cbc-8c64-4454-9624-11c8d1ac0ddd HTTP/1.1" status: 204 len: 168 time: 0.1772592 Feb 17 09:58:58.115488 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9801b8b-44d1-41d9-b769-3bae4e4152b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e668cbc-8c64-4454-9624-11c8d1ac0ddd,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:58.540337 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33862) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:58.570761 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (fc98983f-6ac1-45db-8251-34cd137a369d), precommit_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.587601 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-b9ecc8e5-38a6-4372-934c-be6887323e25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbd1aeb79db14a6e808a61b3122435e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458670 Feb 17 09:58:58.590849 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33864) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 09:58:58.642447 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7ea83367-df89-433f-8442-6849f3739345 admin admin] Publish callbacks [] for security_group (1008e994-acf9-4f29-9c1b-5fea369c943c), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.646949 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2000981'] for port (2579249c-c008-4e53-a7a3-fa50d9193709), before_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.666466 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7ea83367-df89-433f-8442-6849f3739345 admin admin] Publish callbacks [] for security_group (1008e994-acf9-4f29-9c1b-5fea369c943c), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.738607 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7ea83367-df89-433f-8442-6849f3739345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (1008e994-acf9-4f29-9c1b-5fea369c943c), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.741459 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-7ea83367-df89-433f-8442-6849f3739345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.743151 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-7ea83367-df89-433f-8442-6849f3739345 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1008e994-acf9-4f29-9c1b-5fea369c943c HTTP/1.1" status: 204 len: 168 time: 0.1513369 Feb 17 09:58:58.751792 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea83367-df89-433f-8442-6849f3739345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1008e994-acf9-4f29-9c1b-5fea369c943c,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:58.844630 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for port (2579249c-c008-4e53-a7a3-fa50d9193709), precommit_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:58.851649 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755369232240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755368630312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755368630330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903823'] for port (2579249c-c008-4e53-a7a3-fa50d9193709), after_update {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:59.000971 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event updated for resources: {'Port': ['ID=2579249c-c008-4e53-a7a3-fa50d9193709,revision_number=2']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 09:58:59.019355 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1016047'] for floatingip (fc98983f-6ac1-45db-8251-34cd137a369d), after_create {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:59.170821 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.l3_db [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Floating IP fc98983f-6ac1-45db-8251-34cd137a369d associated. External IP: 172.27.3.113, port: 3579780c-6fff-414b-b70e-602f31cf538c. Feb 17 09:58:59.420675 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 09:58:59.544496 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 09:58:59.556837 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] Sync routers for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 09:58:59.566569 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:58:59.571778 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:58:59.572985 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:58:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:58:59.602867 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-e5c315f6-a90a-4513-b309-a2424da78bbd tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4341450 Feb 17 09:58:59.602867 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fefdc07-0390-401f-9664-f274a6d0f498', 'tag': '3579780c-6fff-414b-b70e-602f31cf538c'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 09:58:59.605228 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f5bb3-cbc1-498b-81ca-0b872997d206" -d '{"events": [{"name": "network-changed", "server_uuid": "6fefdc07-0390-401f-9664-f274a6d0f498", "tag": "3579780c-6fff-414b-b70e-602f31cf538c"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 09:58:59.714489 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:58:59.911072 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 09:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7961598-287e-42a1-9942-6475acc4b42b x-openstack-request-id: req-d7961598-287e-42a1-9942-6475acc4b42b {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 09:58:59.911407 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fefdc07-0390-401f-9664-f274a6d0f498", "tag": "3579780c-6fff-414b-b70e-602f31cf538c", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 09:58:59.911671 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7961598-287e-42a1-9942-6475acc4b42b {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 09:58:59.912099 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fefdc07-0390-401f-9664-f274a6d0f498', 'tag': '3579780c-6fff-414b-b70e-602f31cf538c', 'status': 'completed', 'code': 200} Feb 17 09:58:59.983379 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-cc3f8915-4421-43e9-82bb-3d7d7e4fb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:58:59.984831 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-cc3f8915-4421-43e9-82bb-3d7d7e4fb754 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 1129 time: 0.0521882 Feb 17 09:59:00.062144 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'b7135ece-c227-429e-8847-b088ec486cfb', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:f2:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:03Z', 'updated_at': '2022-02-17T09:57:05Z', 'revision_number': 1, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}, {'id': 'fc98983f-6ac1-45db-8251-34cd137a369d', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '3579780c-6fff-414b-b70e-602f31cf538c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:5f:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fefdc07-0390-401f-9664-f274a6d0f498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:58:58Z', 'updated_at': '2022-02-17T09:58:58Z', 'revision_number': 0, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:00.093495 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-4412cced-7161-4c10-b36d-53fbc540e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:00.095280 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-4412cced-7161-4c10-b36d-53fbc540e785 service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.1045008 Feb 17 09:59:00.097572 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] Checking router: c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 09:59:00.110737 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 09:59:00.111983 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T09:58:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:00.182473 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-5456ced0-5dc5-44cb-96db-250e138a80d6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3579780c-6fff-414b-b70e-602f31cf538c HTTP/1.1" status: 200 len: 999 time: 0.0792031 Feb 17 09:59:00.240625 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-8e3f5f3d-4210-45f0-9848-41ef62ff469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:00.242600 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-8e3f5f3d-4210-45f0-9848-41ef62ff469a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0536702 Feb 17 09:59:00.301814 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-ab8dd810-9084-444c-bbc6-2295afdec1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:00.303440 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-ab8dd810-9084-444c-bbc6-2295afdec1ab service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545003 Feb 17 09:59:00.367735 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-6a2bccdc-de3d-47da-944b-66e9b884297f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:00.413995 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-3f764100-a68d-4458-9857-f25bce6db8a1 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029334 Feb 17 09:59:00.414319 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 09:59:00.521108 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-4e7f5bb3-cbc1-498b-81ca-0b872997d206 req-1e39ca75-b012-4faa-a4a8-66ec246e5c53 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006448 Feb 17 09:59:00.682581 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'b7135ece-c227-429e-8847-b088ec486cfb', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:f2:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:03Z', 'updated_at': '2022-02-17T09:57:05Z', 'revision_number': 1, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}, {'id': 'fc98983f-6ac1-45db-8251-34cd137a369d', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '3579780c-6fff-414b-b70e-602f31cf538c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:5f:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fefdc07-0390-401f-9664-f274a6d0f498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:58:58Z', 'updated_at': '2022-02-17T09:58:58Z', 'revision_number': 0, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 09:59:00.716054 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c2428-7012-4573-9bf1-0e518bb0acdd None None] The sync data for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi is: [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'b7135ece-c227-429e-8847-b088ec486cfb', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:f2:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:03Z', 'updated_at': '2022-02-17T09:57:05Z', 'revision_number': 1, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}, {'id': 'fc98983f-6ac1-45db-8251-34cd137a369d', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '3579780c-6fff-414b-b70e-602f31cf538c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:5f:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fefdc07-0390-401f-9664-f274a6d0f498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:58:58Z', 'updated_at': '2022-02-17T09:58:58Z', 'revision_number': 0, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 09:59:00.973527 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79019c-c7cd-4fd0-ae5e-f057560e0b65 None None] New status for floating IP fc98983f-6ac1-45db-8251-34cd137a369d: ACTIVE {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 09:59:02.916560 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:59:03.007623 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-6ce31ecc-bef3-4f16-b46b-2c6ba269e64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:04.979064 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:07.571107 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:08.469139 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:14.201092 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:30.246673 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-49a1b35c-cb00-4f92-a52b-a33f2791a372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:33.001893 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0b7c5122-ea55-402f-b1e0-efd4c6f696b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:34.976069 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:37.574134 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:38.476598 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:39.916526 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 09:59:44.201673 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 09:59:48.774494 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-43ef0c35-d55c-4a93-9227-e3b8d43deb2d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494151 Feb 17 09:59:48.861737 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-53ecd13a-02b4-490d-9e9a-e5578d4f3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:48.863330 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-53ecd13a-02b4-490d-9e9a-e5578d4f3c62 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 1130 time: 0.0463204 Feb 17 09:59:48.976207 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-424aae79-8f90-4a43-89bd-c7aba88b257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:48.977698 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-424aae79-8f90-4a43-89bd-c7aba88b257d service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.0951045 Feb 17 09:59:49.044501 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-2e97cdea-f606-45d3-9430-97d4bcc42c18 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d HTTP/1.1" status: 200 len: 1002 time: 0.0598507 Feb 17 09:59:49.094845 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-3c6c2a22-879c-4864-8099-35c7d20ee5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:49.096387 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-3c6c2a22-879c-4864-8099-35c7d20ee5fc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0461612 Feb 17 09:59:49.152860 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-aef02eab-61c4-4aa9-86fc-b489a9ff8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 09:59:49.154952 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-aef02eab-61c4-4aa9-86fc-b489a9ff8de3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512068 Feb 17 09:59:49.246150 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-f5688490-b9f0-4184-ab95-2e52178009c3 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841405 Feb 17 09:59:49.337330 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-39b5dad5-1d32-4bd4-bfc8-097cb0e27584 req-ca0340b3-da05-4f32-8564-87b11385a001 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850630 Feb 17 10:00:00.241356 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-455d1107-1cc9-4e8e-a833-92efb6a187a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:03.007587 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dbb4863e-a271-438e-a521-c046d03c3b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:04.980017 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:07.576890 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:08.473630 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:14.214689 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:16.917802 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:00:30.249099 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-d24587c2-46cc-4920-a1da-f83a2f75da3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:31.588984 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33888) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:31.915431 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Deleting port 2579249c-c008-4e53-a7a3-fa50d9193709 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:31.915835 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (2579249c-c008-4e53-a7a3-fa50d9193709), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:31.993682 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (2579249c-c008-4e53-a7a3-fa50d9193709), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:31.993990 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (2579249c-c008-4e53-a7a3-fa50d9193709), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.006967 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Calling delete_port for 2579249c-c008-4e53-a7a3-fa50d9193709 owned by network:floatingip {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:32.181713 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (2579249c-c008-4e53-a7a3-fa50d9193709), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.209379 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event deleted for resources: {'Port': ['ID=2579249c-c008-4e53-a7a3-fa50d9193709,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:32.221958 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.222320 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.222679 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.223027 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.223366 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.223701 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.224046 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.224771 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.224771 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.225033 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.225368 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.225697 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.226053 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:32.289986 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (fc98983f-6ac1-45db-8251-34cd137a369d), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.290480 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.db.l3_db [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Floating IP fc98983f-6ac1-45db-8251-34cd137a369d disassociated (deleted). External IP: 172.27.3.113, port: 3579780c-6fff-414b-b70e-602f31cf538c. Feb 17 10:00:32.513100 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:00:32.629491 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:00:32.634563 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:32.640847 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] Sync routers for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:32.652871 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:32.653736 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T10:00:03Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:32.668551 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-1c0016bb-7463-4656-aa63-a4fdafe82300 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "DELETE /v2.0/floatingips/fc98983f-6ac1-45db-8251-34cd137a369d HTTP/1.1" status: 204 len: 168 time: 1.0758433 Feb 17 10:00:32.668551 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fefdc07-0390-401f-9664-f274a6d0f498', 'tag': '3579780c-6fff-414b-b70e-602f31cf538c'}] {{(pid=109366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:32.669051 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa75eb2d2835fec6bfc485d089a940b01fb3439475e22998bdee57a60d027ce7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75" -d '{"events": [{"name": "network-changed", "server_uuid": "6fefdc07-0390-401f-9664-f274a6d0f498", "tag": "3579780c-6fff-414b-b70e-602f31cf538c"}]}' {{(pid=109366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:32.712011 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d96fdd-cf56-4af7-913b-b58726c2e733 x-openstack-request-id: req-07d96fdd-cf56-4af7-913b-b58726c2e733 {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:32.712310 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fefdc07-0390-401f-9664-f274a6d0f498", "tag": "3579780c-6fff-414b-b70e-602f31cf538c", "status": "completed", "code": 200}]} {{(pid=109366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:32.712573 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07d96fdd-cf56-4af7-913b-b58726c2e733 {{(pid=109366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:32.713106 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fefdc07-0390-401f-9664-f274a6d0f498', 'tag': '3579780c-6fff-414b-b70e-602f31cf538c', 'status': 'completed', 'code': 200} Feb 17 10:00:32.794764 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-f2df1165-a10c-4a0f-bb7a-39789a2c2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:32.796379 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-f2df1165-a10c-4a0f-bb7a-39789a2c2761 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 1129 time: 0.0566196 Feb 17 10:00:32.797222 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:33.024011 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5d1f-20e8-4a67-95d7-9ab481e41c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:33.082643 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'b7135ece-c227-429e-8847-b088ec486cfb', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:f2:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:03Z', 'updated_at': '2022-02-17T09:57:05Z', 'revision_number': 1, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:33.116304 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] Checking router: c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:33.126729 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:33.127388 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T10:00:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:33.244556 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:33.259085 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-96a5b4ad-3b90-4dd5-beb3-e74356f530e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:33.261581 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-96a5b4ad-3b90-4dd5-beb3-e74356f530e2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.4569511 Feb 17 10:00:33.284773 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa85c-f554-49c4-a2af-19c2f1a695a7 req-b98a4d90-721a-45aa-8850-617e22dd4c5b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:33.286206 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c2aaa85c-f554-49c4-a2af-19c2f1a695a7 req-b98a4d90-721a-45aa-8850-617e22dd4c5b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 945 time: 0.4033189 Feb 17 10:00:33.319493 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-94438446-fccc-4205-a081-7e427cc3e296 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3579780c-6fff-414b-b70e-602f31cf538c HTTP/1.1" status: 200 len: 217 time: 0.0489776 Feb 17 10:00:33.406713 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c2aaa85c-f554-49c4-a2af-19c2f1a695a7 req-2bcb711e-55a9-4782-8672-2cf6abd856e0 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940278 Feb 17 10:00:33.408829 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-939397b4-2ad6-4989-8068-6b23967b2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:33.410843 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-939397b4-2ad6-4989-8068-6b23967b2878 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0796337 Feb 17 10:00:33.472572 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-63945747-d9f6-4767-84d3-46e82011b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:33.474187 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-63945747-d9f6-4767-84d3-46e82011b09c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0565100 Feb 17 10:00:33.497737 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'b7135ece-c227-429e-8847-b088ec486cfb', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:f2:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:03Z', 'updated_at': '2022-02-17T09:57:05Z', 'revision_number': 1, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:33.530239 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21090f2d-05c4-4230-8d8f-b69fc22a2434 None None] The sync data for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi is: [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_floatingips': [{'id': 'b7135ece-c227-429e-8847-b088ec486cfb', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'router_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'port_id': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'mac_address': 'fa:16:3e:f2:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T09:57:03Z', 'updated_at': '2022-02-17T09:57:05Z', 'revision_number': 1, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:33.577020 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-fc01730b-ba27-4558-b3c5-45e6aa467593 service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949173 Feb 17 10:00:33.680481 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-b40e4ae0-0c7b-48f5-853a-f78a84db4e75 req-f95961a7-d495-4f67-8391-8856446065da service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973003 Feb 17 10:00:33.796332 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e7a99-ffd6-40f9-9a2e-94791ce58526 None None] New status for floating IP fc98983f-6ac1-45db-8251-34cd137a369d: DOWN {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:00:34.467111 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-8fa3caf0-d9a0-443a-8108-e52d1c5d7454 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:34.469134 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-8fa3caf0-d9a0-443a-8108-e52d1c5d7454 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 945 time: 0.0658839 Feb 17 10:00:34.600529 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f500d6d-28ba-4ffd-bde5-bf71feb1c745 req-252d692c-5280-48a3-9de6-c55c9853b248 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:34.602133 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5f500d6d-28ba-4ffd-bde5-bf71feb1c745 req-252d692c-5280-48a3-9de6-c55c9853b248 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 945 time: 0.0971761 Feb 17 10:00:34.645683 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Deleting port 3579780c-6fff-414b-b70e-602f31cf538c {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:34.646050 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (3579780c-6fff-414b-b70e-602f31cf538c), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.683753 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-5f500d6d-28ba-4ffd-bde5-bf71feb1c745 req-fe3b627c-d34b-40d8-9d61-30a8370dc49a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751939 Feb 17 10:00:34.762442 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] For port 3579780c-6fff-414b-b70e-602f31cf538c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3579780c-6fff-414b-b70e-602f31cf538c,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:34.762798 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (3579780c-6fff-414b-b70e-602f31cf538c), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.775462 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Calling delete_port for 3579780c-6fff-414b-b70e-602f31cf538c owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:34.914465 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (3579780c-6fff-414b-b70e-602f31cf538c), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.951715 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event deleted for resources: {'Port': ['ID=3579780c-6fff-414b-b70e-602f31cf538c,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:34.985115 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.985550 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.986013 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.986204 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.986622 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.986873 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.987201 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.987545 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.987673 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:34.988161 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.988277 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.988526 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.988852 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:34.989180 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:35.007460 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] No DVR routers for this DVR port 3579780c-6fff-414b-b70e-602f31cf538c on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:00:35.010837 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:35.014552 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c8382a8e-8625-4ac3-aabf-1ecdf13fd0cf req-d6e06028-032d-4255-a2d0-917aebc1606a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "DELETE /v2.0/ports/3579780c-6fff-414b-b70e-602f31cf538c HTTP/1.1" status: 204 len: 173 time: 0.5396245 Feb 17 10:00:35.015053 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fefdc07-0390-401f-9664-f274a6d0f498', 'name': 'network-vif-deleted', 'tag': '3579780c-6fff-414b-b70e-602f31cf538c'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:35.017558 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98915dc4-4938-4dce-96ae-796c15d9394b" -d '{"events": [{"server_uuid": "6fefdc07-0390-401f-9664-f274a6d0f498", "name": "network-vif-deleted", "tag": "3579780c-6fff-414b-b70e-602f31cf538c"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:35.063210 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5a9955-984b-4428-a83a-b9e80a6df525 x-openstack-request-id: req-8d5a9955-984b-4428-a83a-b9e80a6df525 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:35.063658 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fefdc07-0390-401f-9664-f274a6d0f498", "name": "network-vif-deleted", "tag": "3579780c-6fff-414b-b70e-602f31cf538c", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:35.064002 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d5a9955-984b-4428-a83a-b9e80a6df525 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:35.064463 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fefdc07-0390-401f-9664-f274a6d0f498', 'name': 'network-vif-deleted', 'tag': '3579780c-6fff-414b-b70e-602f31cf538c', 'status': 'completed', 'code': 200} Feb 17 10:00:35.809735 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-e9264153-82ad-498a-ab37-3b3763fde8bd req-8128a507-ac7e-4747-a638-bf2ac0a28c52 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fefdc07-0390-401f-9664-f274a6d0f498 HTTP/1.1" status: 200 len: 210 time: 0.0284674 Feb 17 10:00:36.234209 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 3579780c-6fff-414b-b70e-602f31cf538c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:00:36.255842 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 3579780c-6fff-414b-b70e-602f31cf538c {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:00:36.256191 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 3579780c-6fff-414b-b70e-602f31cf538c not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:00:37.610435 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:38.470429 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:39.142292 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33930) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:39.303076 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Deleting port 0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4 {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:39.303415 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:39.381422 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:39.381674 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:39.393918 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Calling delete_port for 0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4 owned by network:floatingip {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:39.550849 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:39.578925 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event deleted for resources: {'Port': ['ID=0028df0a-a7c7-4f4a-a800-8a88b0cd3bb4,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:39.646724 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (b7135ece-c227-429e-8847-b088ec486cfb), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:39.647129 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.db.l3_db [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Floating IP b7135ece-c227-429e-8847-b088ec486cfb disassociated (deleted). External IP: 172.27.3.156, port: 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d. Feb 17 10:00:39.860443 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:00:39.971157 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:00:39.976387 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:39.982749 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] Sync routers for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:39.992402 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:39.993031 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T10:00:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:40.006372 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-98f50fbd-17df-4a96-9f49-9fb1f51f8a4a tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "DELETE /v2.0/floatingips/b7135ece-c227-429e-8847-b088ec486cfb HTTP/1.1" status: 204 len: 168 time: 0.8628623 Feb 17 10:00:40.009855 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'tag': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:40.009855 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f051459-3b58-4253-9b64-af182940e1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae1b276-a429-4ba8-aa1e-fa4d9356a953", "tag": "301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:40.052064 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15211f25-a877-4c9a-8696-bad463f9811b x-openstack-request-id: req-15211f25-a877-4c9a-8696-bad463f9811b {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:40.052594 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae1b276-a429-4ba8-aa1e-fa4d9356a953", "tag": "301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:40.053064 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15211f25-a877-4c9a-8696-bad463f9811b {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:40.053761 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'tag': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'status': 'completed', 'code': 200} Feb 17 10:00:40.123689 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:40.137203 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f051459-3b58-4253-9b64-af182940e1d0 req-5c2b7dfc-6fc4-4879-a991-edb8358b6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:40.139779 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6f051459-3b58-4253-9b64-af182940e1d0 req-5c2b7dfc-6fc4-4879-a991-edb8358b6790 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 1130 time: 0.0643945 Feb 17 10:00:40.282549 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f051459-3b58-4253-9b64-af182940e1d0 req-b3fdc119-da1b-4879-b188-7b3e8343885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:40.283984 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6f051459-3b58-4253-9b64-af182940e1d0 req-b3fdc119-da1b-4879-b188-7b3e8343885a service neutron] 10.222.0.124 "GET /v2.0/networks?id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 200 len: 913 time: 0.1381998 Feb 17 10:00:40.295712 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8eed6-2ef2-4e65-a776-2adc0b1fde15 req-a1a9e282-a288-4156-afae-910b65c52b04 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:40.297424 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-77a8eed6-2ef2-4e65-a776-2adc0b1fde15 req-a1a9e282-a288-4156-afae-910b65c52b04 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 946 time: 0.0812962 Feb 17 10:00:40.339476 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6f051459-3b58-4253-9b64-af182940e1d0 req-00b3665d-8671-453a-aeef-4fe5ab13c82a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d HTTP/1.1" status: 200 len: 217 time: 0.0406976 Feb 17 10:00:40.416667 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-77a8eed6-2ef2-4e65-a776-2adc0b1fde15 req-af03a701-b2f5-438c-a223-4a5d614e2f50 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117404 Feb 17 10:00:40.418790 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f051459-3b58-4253-9b64-af182940e1d0 req-0af22678-bd43-4a2c-bc9b-268a280e70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:40.420406 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6f051459-3b58-4253-9b64-af182940e1d0 req-0af22678-bd43-4a2c-bc9b-268a280e70d9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 200 len: 851 time: 0.0735831 Feb 17 10:00:40.478003 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f051459-3b58-4253-9b64-af182940e1d0 req-05816913-abd4-4329-873b-dfb1e9cb8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:40.480181 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6f051459-3b58-4253-9b64-af182940e1d0 req-05816913-abd4-4329-873b-dfb1e9cb8e77 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527422 Feb 17 10:00:40.502999 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:40.529658 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] Checking router: c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:40.538475 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:40.539028 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T10:00:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:40.571364 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6f051459-3b58-4253-9b64-af182940e1d0 req-ff996b13-390e-4200-954a-5b047fcdac7a service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848579 Feb 17 10:00:40.649351 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:40.673031 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-6f051459-3b58-4253-9b64-af182940e1d0 req-a9e4781e-2e96-4940-b313-2778acc32fad service neutron] 10.222.0.124 "GET /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933378 Feb 17 10:00:40.862131 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:40.892690 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce34cab-0a52-422d-ac06-8812cc59c766 None None] The sync data for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi is: [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T09:53:55Z', 'revision_number': 4, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi', '_interfaces': [{'id': '6c4cefae-d73c-46e4-b578-f90fbd632ec9', 'name': '', 'network_id': '6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'mac_address': 'fa:16:3e:52:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:55Z', 'updated_at': '2022-02-17T09:54:02Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'subnets': [{'id': 'afc0d709-50f5-4801-9bf8-a909638640c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:41.146380 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c479db-82c4-428d-bc34-75796deea4b2 None None] New status for floating IP b7135ece-c227-429e-8847-b088ec486cfb: DOWN {{(pid=109369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 10:00:41.547407 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf990756-fd45-46a6-b3ef-4430307f7ca9 req-13b465c1-e116-4f31-b5f4-14e8b103d8c4 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:41.548974 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bf990756-fd45-46a6-b3ef-4430307f7ca9 req-13b465c1-e116-4f31-b5f4-14e8b103d8c4 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 946 time: 0.0579538 Feb 17 10:00:41.601201 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-bf990756-fd45-46a6-b3ef-4430307f7ca9 req-1e5be3a8-7ef0-48d9-81fe-0750e03f5478 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/security-groups?id=848ab934-ac0e-4e4d-8f5c-0ab944210a94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464978 Feb 17 10:00:41.760518 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-fb9134e3-fb38-45ff-a29d-36f08d3b8830 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 10:00:41.763214 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-fb9134e3-fb38-45ff-a29d-36f08d3b8830 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 946 time: 0.0555232 Feb 17 10:00:41.861292 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-03781e38-6898-4df1-b669-01df4035134b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Deleting port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:41.861883 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-03781e38-6898-4df1-b669-01df4035134b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:41.953847 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-03781e38-6898-4df1-b669-01df4035134b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] For port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:41.954223 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-03781e38-6898-4df1-b669-01df4035134b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:41.971915 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-03781e38-6898-4df1-b669-01df4035134b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Calling delete_port for 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d owned by compute:nova {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:42.108221 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-03781e38-6898-4df1-b669-01df4035134b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:42.137271 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03781e38-6898-4df1-b669-01df4035134b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event deleted for resources: {'Port': ['ID=301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:42.189398 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-03781e38-6898-4df1-b669-01df4035134b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] No DVR routers for this DVR port 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d on host hv-cinder-77398 {{(pid=109367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:00:42.192032 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-03781e38-6898-4df1-b669-01df4035134b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for port (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:42.195490 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-ce30c1f3-c29c-4555-90a7-26fbd8a128e1 req-03781e38-6898-4df1-b669-01df4035134b tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.124 "DELETE /v2.0/ports/301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d HTTP/1.1" status: 204 len: 173 time: 0.4268062 Feb 17 10:00:42.195987 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'name': 'network-vif-deleted', 'tag': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d'}] {{(pid=109367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 10:00:42.198345 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d36441ad630fa7aedc1bfdb97fdc31251ae0f7026af7189186186caa33a3319" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9564a75a-c4d6-46e5-8d8e-26574edc2fbc" -d '{"events": [{"server_uuid": "7ae1b276-a429-4ba8-aa1e-fa4d9356a953", "name": "network-vif-deleted", "tag": "301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d"}]}' {{(pid=109367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 10:00:42.237093 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 10:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d9212b-9174-425a-93a2-bb9f50b842e6 x-openstack-request-id: req-31d9212b-9174-425a-93a2-bb9f50b842e6 {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 10:00:42.237397 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae1b276-a429-4ba8-aa1e-fa4d9356a953", "name": "network-vif-deleted", "tag": "301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d", "status": "completed", "code": 200}]} {{(pid=109367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 10:00:42.237668 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31d9212b-9174-425a-93a2-bb9f50b842e6 {{(pid=109367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 10:00:42.238128 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae1b276-a429-4ba8-aa1e-fa4d9356a953', 'name': 'network-vif-deleted', 'tag': '301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d', 'status': 'completed', 'code': 200} Feb 17 10:00:42.725225 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [req-c018d5f7-95d8-405b-bff3-084950629ab8 req-abaeeb5a-a366-4346-ab7b-0c92fed70262 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae1b276-a429-4ba8-aa1e-fa4d9356a953 HTTP/1.1" status: 200 len: 210 time: 0.0386114 Feb 17 10:00:43.799484 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33946) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:43.932203 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-e747c716-8024-4500-89c8-0d9943c7da78 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Deleting port e7900c8d-9c58-45c6-9575-fe03c770fe71 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:43.932533 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e747c716-8024-4500-89c8-0d9943c7da78 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (e7900c8d-9c58-45c6-9575-fe03c770fe71), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:44.016033 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e747c716-8024-4500-89c8-0d9943c7da78 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (e7900c8d-9c58-45c6-9575-fe03c770fe71), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:44.016344 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e747c716-8024-4500-89c8-0d9943c7da78 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (e7900c8d-9c58-45c6-9575-fe03c770fe71), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:44.028762 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-e747c716-8024-4500-89c8-0d9943c7da78 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Calling delete_port for e7900c8d-9c58-45c6-9575-fe03c770fe71 owned by network:floatingip {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:44.168545 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e747c716-8024-4500-89c8-0d9943c7da78 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (e7900c8d-9c58-45c6-9575-fe03c770fe71), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:44.196049 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c716-8024-4500-89c8-0d9943c7da78 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event deleted for resources: {'Port': ['ID=e7900c8d-9c58-45c6-9575-fe03c770fe71,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:44.214756 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:44.259674 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e747c716-8024-4500-89c8-0d9943c7da78 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for floatingip (53724107-6a0c-4e7a-8289-91e84703930f), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:44.262426 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-e747c716-8024-4500-89c8-0d9943c7da78 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126106'] for floatingip (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:44.263482 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-e747c716-8024-4500-89c8-0d9943c7da78 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "DELETE /v2.0/floatingips/53724107-6a0c-4e7a-8289-91e84703930f HTTP/1.1" status: 204 len: 168 time: 0.4628696 Feb 17 10:00:44.266720 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:00:44.287204 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] No Port match for: 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:00:44.287562 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Device 301751aa-20a1-4bd9-9a4d-ab6e4c4d6c6d not bound to the agent host hv-cinder-77398 {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:00:45.463859 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33958) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:45.521956 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6a615ea6-2cf5-4768-983c-530acf245ef5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group (848ab934-ac0e-4e4d-8f5c-0ab944210a94), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:45.552387 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6a615ea6-2cf5-4768-983c-530acf245ef5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group (848ab934-ac0e-4e4d-8f5c-0ab944210a94), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:45.619837 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6a615ea6-2cf5-4768-983c-530acf245ef5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (848ab934-ac0e-4e4d-8f5c-0ab944210a94), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:45.622570 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-6a615ea6-2cf5-4768-983c-530acf245ef5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:45.623756 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-6a615ea6-2cf5-4768-983c-530acf245ef5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] 10.222.0.61 "DELETE /v2.0/security-groups/848ab934-ac0e-4e4d-8f5c-0ab944210a94 HTTP/1.1" status: 204 len: 168 time: 0.1588798 Feb 17 10:00:45.633091 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a615ea6-2cf5-4768-983c-530acf245ef5 tempest-TestVolumeBootPattern-256144722 tempest-TestVolumeBootPattern-256144722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848ab934-ac0e-4e4d-8f5c-0ab944210a94,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:46.693686 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33964) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:47.175546 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023215'] for router_interface (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:47.443418 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] Deleting port 6c4cefae-d73c-46e4-b578-f90fbd632ec9 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:47.443679 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:47.527956 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] For port 6c4cefae-d73c-46e4-b578-f90fbd632ec9, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=6c4cefae-d73c-46e4-b578-f90fbd632ec9,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:47.528326 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:47.541400 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] Calling delete_port for 6c4cefae-d73c-46e4-b578-f90fbd632ec9 owned by network:router_interface {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:48.038289 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (6c4cefae-d73c-46e4-b578-f90fbd632ec9), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:48.066256 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4cefae-d73c-46e4-b578-f90fbd632ec9,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:48.238867 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1017375'] for router_interface (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:48.459089 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] Router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:00:48.570290 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:00:48.575478 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-136e35e9-3bfe-448b-a467-8d461f979f18 admin admin] 10.222.0.61 "PUT /v2.0/routers/c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8806782 Feb 17 10:00:48.578196 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33968) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:48.579824 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] Sync routers for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:48.591438 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:48.592083 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T10:00:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:48.691056 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Publish callbacks [] for router (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:48.703611 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: dv-cinder-773985-34-iscsi {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:48.801939 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Publish callbacks [] for router_gateway (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:48.860474 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Deleting port 80fd69a8-3a52-4263-973f-073c9e267438 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:48.860809 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (80fd69a8-3a52-4263-973f-073c9e267438), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:48.894205 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '80fd69a8-3a52-4263-973f-073c9e267438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T10:00:47Z', 'revision_number': 5, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port': {'id': '80fd69a8-3a52-4263-973f-073c9e267438', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:53Z', 'updated_at': '2022-02-17T09:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:48.921620 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] Checking router: c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a for host: dv-cinder-773985-34-iscsi {{(pid=109368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:48.935449 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] Routers {'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:48.936199 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T10:00:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'], 'active': True} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:48.953397 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] For port 80fd69a8-3a52-4263-973f-073c9e267438, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=80fd69a8-3a52-4263-973f-073c9e267438,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:48.953796 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (80fd69a8-3a52-4263-973f-073c9e267438), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:48.968279 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Calling delete_port for 80fd69a8-3a52-4263-973f-073c9e267438 owned by network:router_gateway {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:49.036132 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvr_db [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] Set router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a gateway port host: None {{(pid=109368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:49.093141 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_hamode_db [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T10:00:48Z', 'revision_number': 6, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port_host': None}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:49.120756 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fae4b0-9a8a-433e-92dc-6398337dd2a1 None None] The sync data for ids ['c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a'] in dv-cinder-773985-34-iscsi is: [{'id': 'c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a', 'name': 'tempest-TestVolumeBootPattern-1708183026-router', 'tenant_id': '074a68cc1d0445cca6da0f3d25fe5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:52Z', 'updated_at': '2022-02-17T10:00:48Z', 'revision_number': 6, 'project_id': '074a68cc1d0445cca6da0f3d25fe5393', 'gw_port_host': None}] {{(pid=109368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:49.151581 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (80fd69a8-3a52-4263-973f-073c9e267438), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.186454 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fd69a8-3a52-4263-973f-073c9e267438,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:49.239636 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015973'] for router_gateway (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.331436 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1016888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28497'] for router (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.333566 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Publish callbacks [] for router_controller (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.380101 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1016881'] for router (c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.380622 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a {{(pid=109366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 10:00:49.385129 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.386350 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-8f959997-a93c-426b-93ae-1cd51e2b8060 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c8f94d82-80a3-44c8-a9ec-1d7335fbcb5a HTTP/1.1" status: 204 len: 168 time: 0.8070266 Feb 17 10:00:49.389573 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33970) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:49.436338 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b42850-7c03-4f74-aac3-680aa98a847a admin admin] Deleting subnet afc0d709-50f5-4801-9bf8-a909638640c3 {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:00:49.439513 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55b42850-7c03-4f74-aac3-680aa98a847a admin admin] Publish callbacks [] for subnet (afc0d709-50f5-4801-9bf8-a909638640c3), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.475523 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55b42850-7c03-4f74-aac3-680aa98a847a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (afc0d709-50f5-4801-9bf8-a909638640c3), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.568958 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55b42850-7c03-4f74-aac3-680aa98a847a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (afc0d709-50f5-4801-9bf8-a909638640c3), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.634397 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55b42850-7c03-4f74-aac3-680aa98a847a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (afc0d709-50f5-4801-9bf8-a909638640c3), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.658376 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b42850-7c03-4f74-aac3-680aa98a847a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc0d709-50f5-4801-9bf8-a909638640c3,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:49.666344 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-55b42850-7c03-4f74-aac3-680aa98a847a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.671056 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-55b42850-7c03-4f74-aac3-680aa98a847a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/afc0d709-50f5-4801-9bf8-a909638640c3 HTTP/1.1" status: 204 len: 168 time: 0.2802343 Feb 17 10:00:49.672921 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b632fee9-bac2-4710-9b51-346749316f46 None None] Network 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:00:49.673460 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33972) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:49.750244 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.807873 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Deleting port 37ebf9a6-59aa-4843-a08a-ee086bb8660f {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:49.808224 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.873693 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] For port 37ebf9a6-59aa-4843-a08a-ee086bb8660f, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=37ebf9a6-59aa-4843-a08a-ee086bb8660f,segment=NetworkSegment(471d46a6-cca5-40c3-a5c9-72ed7c132ef3),segment_id=471d46a6-cca5-40c3-a5c9-72ed7c132ef3)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:49.874124 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.887443 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Calling delete_port for 37ebf9a6-59aa-4843-a08a-ee086bb8660f owned by network:dhcp {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:49.927746 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] DHCP port deletion for 6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 request from dv-cinder-773985-34-iscsi {{(pid=109368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 10:00:49.959805 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 6c4cefae-d73c-46e4-b578-f90fbd632ec9 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:00:49.983034 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:49.986789 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 6c4cefae-d73c-46e4-b578-f90fbd632ec9 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:00:49.987257 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 6c4cefae-d73c-46e4-b578-f90fbd632ec9 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:00:50.010087 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ebf9a6-59aa-4843-a08a-ee086bb8660f,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:50.011010 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Deleting port 37ebf9a6-59aa-4843-a08a-ee086bb8660f {{(pid=109368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:50.011477 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), before_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.016620 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] No DVR routers for this DVR port 37ebf9a6-59aa-4843-a08a-ee086bb8660f on host dv-cinder-773985-34-iscsi {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:00:50.096103 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] For port 37ebf9a6-59aa-4843-a08a-ee086bb8660f, host dv-cinder-773985-34-iscsi, got binding levels [] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:50.096516 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), precommit_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.110639 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.114561 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Calling delete_port for 37ebf9a6-59aa-4843-a08a-ee086bb8660f owned by network:dhcp {{(pid=109368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:50.117652 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.ipam_backend_mixin [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Port 37ebf9a6-59aa-4843-a08a-ee086bb8660f was not found and therefore no delete operation was performed {{(pid=109368) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 10:00:50.119056 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303'] for port (37ebf9a6-59aa-4843-a08a-ee086bb8660f), after_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.135108 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64']}} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:50.144816 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Pushing event deleted for resources: {'Port': ['ID=37ebf9a6-59aa-4843-a08a-ee086bb8660f,revision_number=None']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:50.146738 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471d46a6-cca5-40c3-a5c9-72ed7c132ef3') {'for_net_delete': True} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:50.146738 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471d46a6-cca5-40c3-a5c9-72ed7c132ef3') {} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:50.151866 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] No DVR routers for this DVR port 37ebf9a6-59aa-4843-a08a-ee086bb8660f on host dv-cinder-773985-34-iscsi {{(pid=109368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:00:50.160552 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726056'] for segment (471d46a6-cca5-40c3-a5c9-72ed7c132ef3), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.163861 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.164238 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.164590 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.164949 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.165331 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.165630 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.166020 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.166367 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.166715 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.167058 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.167400 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.167735 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.168074 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2397dc-e2cf-4292-8bdc-edb05a600909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-34-iscsi {{(pid=109368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 10:00:50.183710 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (471d46a6-cca5-40c3-a5c9-72ed7c132ef3), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.192158 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=109366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:00:50.192406 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903915'] for segment (471d46a6-cca5-40c3-a5c9-72ed7c132ef3), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: Traceback (most recent call last): Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: timer() Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: cb(*args, **kw) Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: return func(*args, **kwargs) Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: self._notify() Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: self.callback(batched_events) Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: event.method(event) Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: return f(self, *a, **k) Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._get(url).json() Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: return self.request(url, 'GET', **kwargs) Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:00:50.194204 dv-cinder-773985-34-iscsi neutron-server[109366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:00:50.254423 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.259011 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.262388 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64 HTTP/1.1" status: 204 len: 168 time: 0.5880890 Feb 17 10:00:50.265639 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 33978) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:50.276649 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e5f34-dbbb-4ebe-9154-74ed006811b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8e61b8-d9e7-4f57-aa32-8cb59ce91d64,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:50.620346 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023215'] for router_interface (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.869390 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] Deleting port 6688270d-e590-43d3-9c4a-487a205f45fc {{(pid=109367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:50.869731 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.953762 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.db [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] For port 6688270d-e590-43d3-9c4a-487a205f45fc, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=6688270d-e590-43d3-9c4a-487a205f45fc,segment=NetworkSegment(e201e62e-da4b-47f7-aae0-ddaac105c41a),segment_id=e201e62e-da4b-47f7-aae0-ddaac105c41a)] {{(pid=109367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:50.954145 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:50.966409 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.plugins.ml2.plugin [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] Calling delete_port for 6688270d-e590-43d3-9c4a-487a205f45fc owned by network:router_interface {{(pid=109367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:51.154792 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9117195'] for port (6688270d-e590-43d3-9c4a-487a205f45fc), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:51.181661 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=6688270d-e590-43d3-9c4a-487a205f45fc,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:51.366443 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1017375'] for router_interface (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:51.588612 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] Router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 has already been hosted by L3 agent 2825ae7c-43d9-4619-9f28-0f0a0d51a377 {{(pid=109367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 10:00:51.610042 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 37ebf9a6-59aa-4843-a08a-ee086bb8660f no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:00:51.634290 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 37ebf9a6-59aa-4843-a08a-ee086bb8660f {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:00:51.634641 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 37ebf9a6-59aa-4843-a08a-ee086bb8660f not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:00:51.635078 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 80fd69a8-3a52-4263-973f-073c9e267438 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:00:51.656152 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 80fd69a8-3a52-4263-973f-073c9e267438 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:00:51.656547 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 80fd69a8-3a52-4263-973f-073c9e267438 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:00:51.704901 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] Notify agent at l3_agent.dv-cinder-773985-34-iscsi the message routers_updated {{(pid=109367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 10:00:51.711930 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-0f972785-b1f0-42fa-be9f-12a010f30d13 admin admin] 10.222.0.61 "PUT /v2.0/routers/9bd32ef4-dfbb-47fc-a19a-c884f783abe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4445524 Feb 17 10:00:51.712652 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33982) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:51.714525 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] Sync routers for ids ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'] in dv-cinder-773985-34-iscsi {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 10:00:51.725539 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] Routers {'9bd32ef4-dfbb-47fc-a19a-c884f783abe6'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:51.726197 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T10:00:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:51.823596 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Publish callbacks [] for router (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:51.837879 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] Set router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 gateway port host: dv-cinder-773985-34-iscsi {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:51.941587 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Publish callbacks [] for router_gateway (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:51.999541 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Deleting port 3ceacd31-5584-4346-929c-22273f9487a0 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:51.999884 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (3ceacd31-5584-4346-929c-22273f9487a0), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.076161 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'name': 'tempest-TestVolumeBootPattern-1608486491-router', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'external_fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '3ceacd31-5584-4346-929c-22273f9487a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T10:00:51Z', 'revision_number': 5, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'gw_port': {'id': '3ceacd31-5584-4346-929c-22273f9487a0', 'name': '', 'network_id': '26cc9ee1-80f2-47ce-8096-df53a2f34acd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ea:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-34-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T09:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bfb580d-2cc7-437c-90c9-29d3ed8c9137', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-34-iscsi'}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:52.087001 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] For port 3ceacd31-5584-4346-929c-22273f9487a0, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=3ceacd31-5584-4346-929c-22273f9487a0,segment=NetworkSegment(c3950efe-458e-4048-b7b5-b5b5bff1ca7d),segment_id=c3950efe-458e-4048-b7b5-b5b5bff1ca7d)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:52.087370 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (3ceacd31-5584-4346-929c-22273f9487a0), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.102272 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Calling delete_port for 3ceacd31-5584-4346-929c-22273f9487a0 owned by network:router_gateway {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:52.104943 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] Checking router: 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 for host: dv-cinder-773985-34-iscsi {{(pid=109369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 10:00:52.113881 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] Routers {'9bd32ef4-dfbb-47fc-a19a-c884f783abe6'} bound to L3 agent in host dv-cinder-773985-34-iscsi {{(pid=109369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 10:00:52.114505 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-34-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T09:36:33Z,description=,heartbeat_timestamp=2022-02-17T10:00:33Z,host='dv-cinder-773985-34-iscsi',id=2825ae7c-43d9-4619-9f28-0f0a0d51a377,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T09:36:33Z,topic='l3_agent')) {'router_ids': ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'], 'active': True} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:52.207873 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_dvr_db [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] Set router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 gateway port host: None {{(pid=109369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 10:00:52.265025 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.l3_hamode_db [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'name': 'tempest-TestVolumeBootPattern-1608486491-router', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T10:00:51Z', 'revision_number': 6, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'gw_port_host': None}], 'dv-cinder-773985-34-iscsi', False) {} {{(pid=109369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:52.281753 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (3ceacd31-5584-4346-929c-22273f9487a0), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.291719 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea23b75-5b95-44b3-a036-191c0addfdc5 None None] The sync data for ids ['9bd32ef4-dfbb-47fc-a19a-c884f783abe6'] in dv-cinder-773985-34-iscsi is: [{'id': '9bd32ef4-dfbb-47fc-a19a-c884f783abe6', 'name': 'tempest-TestVolumeBootPattern-1608486491-router', 'tenant_id': '3f1b9973752a41d6a17770ec5147c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T09:53:58Z', 'updated_at': '2022-02-17T10:00:51Z', 'revision_number': 6, 'project_id': '3f1b9973752a41d6a17770ec5147c5a9', 'gw_port_host': None}] {{(pid=109369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 10:00:52.308052 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ceacd31-5584-4346-929c-22273f9487a0,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:52.379098 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1015973'] for router_gateway (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.480295 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1016888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28497'] for router (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.483527 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Publish callbacks [] for router_controller (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.530878 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1016881'] for router (9bd32ef4-dfbb-47fc-a19a-c884f783abe6), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.531389 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bd32ef4-dfbb-47fc-a19a-c884f783abe6 {{(pid=109366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 10:00:52.536008 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.537194 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-f2c1120b-ee9b-41c5-89a7-910eac533ab8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/9bd32ef4-dfbb-47fc-a19a-c884f783abe6 HTTP/1.1" status: 204 len: 168 time: 0.8234763 Feb 17 10:00:52.539824 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33986) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:52.586730 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.db_base_plugin_v2 [None req-f987bec0-897f-46d3-96b6-13fab94ca091 admin admin] Deleting subnet dafc9c34-c169-424d-b692-8c30a456c2ac {{(pid=109366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 10:00:52.589991 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f987bec0-897f-46d3-96b6-13fab94ca091 admin admin] Publish callbacks [] for subnet (dafc9c34-c169-424d-b692-8c30a456c2ac), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.630583 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f987bec0-897f-46d3-96b6-13fab94ca091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726049'] for subnet (dafc9c34-c169-424d-b692-8c30a456c2ac), precommit_delete_associations {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.715306 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f987bec0-897f-46d3-96b6-13fab94ca091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2091152'] for subnet (dafc9c34-c169-424d-b692-8c30a456c2ac), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.778586 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f987bec0-897f-46d3-96b6-13fab94ca091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2091161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10178650'] for subnet (dafc9c34-c169-424d-b692-8c30a456c2ac), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.803733 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987bec0-897f-46d3-96b6-13fab94ca091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafc9c34-c169-424d-b692-8c30a456c2ac,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:52.808682 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-f987bec0-897f-46d3-96b6-13fab94ca091 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.813536 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-f987bec0-897f-46d3-96b6-13fab94ca091 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dafc9c34-c169-424d-b692-8c30a456c2ac HTTP/1.1" status: 204 len: 168 time: 0.2713082 Feb 17 10:00:52.814894 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33988) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:52.816741 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659c4b3-de67-4b1c-8622-9f89abb54a80 None None] Network 8dcca119-d555-48a0-9118-28b47a123738 requested from dv-cinder-773985-34-iscsi {{(pid=109368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 10:00:52.889765 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2067181'] for network (8dcca119-d555-48a0-9118-28b47a123738), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:52.946630 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Deleting port 406b4380-f271-46c2-8ee0-6c38ee704a43 {{(pid=109366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:52.946975 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.015552 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.db [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] For port 406b4380-f271-46c2-8ee0-6c38ee704a43, host dv-cinder-773985-34-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-34-iscsi',level=0,port_id=406b4380-f271-46c2-8ee0-6c38ee704a43,segment=NetworkSegment(e201e62e-da4b-47f7-aae0-ddaac105c41a),segment_id=e201e62e-da4b-47f7-aae0-ddaac105c41a)] {{(pid=109366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:53.015974 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.028642 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.plugin [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Calling delete_port for 406b4380-f271-46c2-8ee0-6c38ee704a43 owned by network:dhcp {{(pid=109366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:53.097514 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea2556-6aeb-4020-9c9f-736f7396a3f7 None None] DHCP port deletion for 8dcca119-d555-48a0-9118-28b47a123738 request from dv-cinder-773985-34-iscsi {{(pid=109368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 10:00:53.115379 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903812'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.142805 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=406b4380-f271-46c2-8ee0-6c38ee704a43,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:53.144525 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] No DVR routers for this DVR port 406b4380-f271-46c2-8ee0-6c38ee704a43 on host dv-cinder-773985-34-iscsi {{(pid=109366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:00:53.157631 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-01ea2556-6aeb-4020-9c9f-736f7396a3f7 None None] Deleting port 406b4380-f271-46c2-8ee0-6c38ee704a43 {{(pid=109368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 10:00:53.158058 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-01ea2556-6aeb-4020-9c9f-736f7396a3f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755369094647'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), before_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.225034 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2085101', 'neutron.services.segments.db._delete_segments_for_network-8755369175435'] for network (8dcca119-d555-48a0-9118-28b47a123738), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.228761 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.db [None req-01ea2556-6aeb-4020-9c9f-736f7396a3f7 None None] For port 406b4380-f271-46c2-8ee0-6c38ee704a43, host dv-cinder-773985-34-iscsi, got binding levels [] {{(pid=109368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 10:00:53.229172 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-01ea2556-6aeb-4020-9c9f-736f7396a3f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022667'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), precommit_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.242128 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-01ea2556-6aeb-4020-9c9f-736f7396a3f7 None None] Calling delete_port for 406b4380-f271-46c2-8ee0-6c38ee704a43 owned by network:dhcp {{(pid=109368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 10:00:53.244880 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.ipam_backend_mixin [None req-01ea2556-6aeb-4020-9c9f-736f7396a3f7 None None] Port 406b4380-f271-46c2-8ee0-6c38ee704a43 was not found and therefore no delete operation was performed {{(pid=109368) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 10:00:53.245730 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcca119-d555-48a0-9118-28b47a123738']}} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:53.246197 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-01ea2556-6aeb-4020-9c9f-736f7396a3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2000528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160167', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755369232222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755368630303'] for port (406b4380-f271-46c2-8ee0-6c38ee704a43), after_delete {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.255807 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e201e62e-da4b-47f7-aae0-ddaac105c41a') {'for_net_delete': True} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:53.256101 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.services.segments.db [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e201e62e-da4b-47f7-aae0-ddaac105c41a') {} {{(pid=109366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 10:00:53.265836 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755369174932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726056'] for segment (e201e62e-da4b-47f7-aae0-ddaac105c41a), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.278423 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea2556-6aeb-4020-9c9f-736f7396a3f7 None None] Pushing event deleted for resources: {'Port': ['ID=406b4380-f271-46c2-8ee0-6c38ee704a43,revision_number=None']} {{(pid=109368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:53.281062 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea2556-6aeb-4020-9c9f-736f7396a3f7 None None] No DVR routers for this DVR port 406b4380-f271-46c2-8ee0-6c38ee704a43 on host dv-cinder-773985-34-iscsi {{(pid=109368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 10:00:53.295254 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481'] for segment (e201e62e-da4b-47f7-aae0-ddaac105c41a), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.302183 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=109366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 10:00:53.302536 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2089481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903915'] for segment (e201e62e-da4b-47f7-aae0-ddaac105c41a), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: Traceback (most recent call last): Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: timer() Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: cb(*args, **kw) Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: return func(*args, **kwargs) Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: self._notify() Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: self.callback(batched_events) Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: event.method(event) Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: return f(self, *a, **k) Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._get(url).json() Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: return self.request(url, 'GET', **kwargs) Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 10:00:53.304290 dv-cinder-773985-34-iscsi neutron-server[109366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 10:00:53.367096 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2084886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1015937'] for network (8dcca119-d555-48a0-9118-28b47a123738), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.373003 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014317'] for network (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.376594 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] 10.222.0.61 "DELETE /v2.0/networks/8dcca119-d555-48a0-9118-28b47a123738 HTTP/1.1" status: 204 len: 168 time: 0.5605569 Feb 17 10:00:53.389837 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77801501-3bc0-459c-aec4-28a8023b6f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=8dcca119-d555-48a0-9118-28b47a123738,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:53.494988 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33992) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:53.537340 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-a186dc7d-16b6-456c-90c8-a4d06882921f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=074a68cc1d0445cca6da0f3d25fe5393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412447 Feb 17 10:00:53.540124 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [-] (109366) accepted ('10.222.0.61', 33994) {{(pid=109366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:53.563322 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 3ceacd31-5584-4346-929c-22273f9487a0 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:00:53.584340 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 3ceacd31-5584-4346-929c-22273f9487a0 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:00:53.584794 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 3ceacd31-5584-4346-929c-22273f9487a0 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:00:53.585304 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 406b4380-f271-46c2-8ee0-6c38ee704a43 no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:00:53.601088 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d9feb299-6c2e-4479-a993-77557db5a2a3 admin admin] Publish callbacks [] for security_group (65896e80-2c46-4664-9964-337660bc730c), before_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.605341 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 406b4380-f271-46c2-8ee0-6c38ee704a43 {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:00:53.605698 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 406b4380-f271-46c2-8ee0-6c38ee704a43 not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:00:53.607335 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 6688270d-e590-43d3-9c4a-487a205f45fc no longer exists at agent ovs-agent-dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 10:00:53.624065 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d9feb299-6c2e-4479-a993-77557db5a2a3 admin admin] Publish callbacks [] for security_group (65896e80-2c46-4664-9964-337660bc730c), precommit_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.627433 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.plugin [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] No Port match for: 6688270d-e590-43d3-9c4a-487a205f45fc {{(pid=109368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 10:00:53.627789 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron.plugins.ml2.rpc [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Device 6688270d-e590-43d3-9c4a-487a205f45fc not bound to the agent host dv-cinder-773985-34-iscsi {{(pid=109368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 10:00:53.674917 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d9feb299-6c2e-4479-a993-77557db5a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (65896e80-2c46-4664-9964-337660bc730c), after_delete {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.677541 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron_lib.callbacks.manager [None req-d9feb299-6c2e-4479-a993-77557db5a2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:53.678781 dv-cinder-773985-34-iscsi neutron-server[109366]: INFO neutron.wsgi [None req-d9feb299-6c2e-4479-a993-77557db5a2a3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65896e80-2c46-4664-9964-337660bc730c HTTP/1.1" status: 204 len: 168 time: 0.1377375 Feb 17 10:00:53.686976 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9feb299-6c2e-4479-a993-77557db5a2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65896e80-2c46-4664-9964-337660bc730c,revision_number=None']} {{(pid=109366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:00:53.916157 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:00:54.044671 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 34000) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:54.085793 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-4dd0d85b-dbb4-48a1-92e6-ef2a3723299a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f1b9973752a41d6a17770ec5147c5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398824 Feb 17 10:00:54.088334 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [-] (109367) accepted ('10.222.0.61', 34002) {{(pid=109367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 10:00:54.140426 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-79d08e6b-2edc-4e33-9b8a-d66b3cf965f1 admin admin] Publish callbacks [] for security_group (78e26026-e5a2-4311-babb-86746265bc48), before_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:54.162605 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-79d08e6b-2edc-4e33-9b8a-d66b3cf965f1 admin admin] Publish callbacks [] for security_group (78e26026-e5a2-4311-babb-86746265bc48), precommit_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:54.214163 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-79d08e6b-2edc-4e33-9b8a-d66b3cf965f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552909'] for security_group (78e26026-e5a2-4311-babb-86746265bc48), after_delete {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:54.217347 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron_lib.callbacks.manager [None req-79d08e6b-2edc-4e33-9b8a-d66b3cf965f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:00:54.218882 dv-cinder-773985-34-iscsi neutron-server[109367]: INFO neutron.wsgi [None req-79d08e6b-2edc-4e33-9b8a-d66b3cf965f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78e26026-e5a2-4311-babb-86746265bc48 HTTP/1.1" status: 204 len: 168 time: 0.1293292 Feb 17 10:00:54.226879 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d08e6b-2edc-4e33-9b8a-d66b3cf965f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e26026-e5a2-4311-babb-86746265bc48,revision_number=None']} {{(pid=109367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 10:01:00.246375 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-e40e97b0-e3a6-4ead-8e6e-68bbc17438e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:03.002067 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-bbc16a57-eac9-49b0-887f-54ad12a7482f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:04.987018 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:07.583103 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:08.465860 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:14.237823 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:24.221201 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-a0e207b1-73a5-4820-93f8-400c99967376 req-d6da572a-2473-4fa7-9d90-f0d7ae2b5ae6 service neutron] (109367) timed out ('10.222.0.124', 49943) {{(pid=109367) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 10:01:24.501120 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-e53db810-5c1e-448b-a597-77680058aeae req-887ebf90-6537-46e7-8d05-59604d8ddb49 service neutron] (109367) timed out ('10.222.0.124', 49949) {{(pid=109367) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 10:01:24.634555 dv-cinder-773985-34-iscsi neutron-server[109366]: DEBUG neutron.wsgi [req-386057b7-159d-4372-b21c-8a4afd888c77 req-99ce2f8a-9f14-470b-897d-599efec17310 service neutron] (109366) timed out ('10.222.0.124', 49929) {{(pid=109366) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 10:01:30.239903 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-eb54180d-6990-4afb-9268-439813849b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:30.916046 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:01:32.995580 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa3a5-a30c-4517-9b4e-a08637ea37fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:34.993500 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:37.585582 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:38.471500 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:01:44.243933 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:00.243263 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-8afa9548-ba06-43d9-a8b5-ecc6b5b2bb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:02.998144 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-df6db078-4202-40ad-8a84-b032b071787b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:04.993417 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:07.588408 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:07.915054 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:02:08.467527 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:14.245124 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:30.246901 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-b96a3edb-af12-4bde-8f5e-aa2b3d5469f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:33.002677 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c38c32e6-beea-4359-bc60-bb871e1d77ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:34.995989 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:37.595158 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:38.471826 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:44.246168 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:02:44.914081 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:03:00.250421 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-1398b367-b3a3-40a9-b993-7ac65b950ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:03.005854 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-35ee530e-a9b4-4e53-bbc9-9360e250e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:05.002086 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:07.592758 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:08.476128 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:14.247755 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:21.913181 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:03:30.253325 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-19ac6e82-6fa8-4dd7-b714-3b90bddec35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:32.998898 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-b63bd657-2c65-4f5e-8763-3eb6ff8441ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:35.000434 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:37.599030 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:38.479504 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:44.264979 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:03:58.913282 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:04:00.257444 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-a8901f9e-8a4b-4908-bce2-d214c930f473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:03.007523 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-64c14eae-14b3-4ffd-8c2f-ae0b5e48eefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:05.003561 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:07.602261 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:08.496644 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:14.266527 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:30.261060 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ad59b6de-0da4-4746-846a-bb60beb11640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:33.002155 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-57e0a59c-a2d6-42b0-a29e-1ddc73d980a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:35.008393 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:35.916053 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:04:37.610025 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:38.483664 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:04:44.257546 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:00.263564 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-61296251-987f-4408-aa6e-85a72cb95585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:03.007734 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-291aeb30-943b-465f-a65f-85ee273c714f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:05.007487 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:07.606332 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:08.487432 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:12.915590 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:05:14.267093 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:30.266473 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-c1006d52-9086-4411-b4e8-80454eb2e77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:32.539291 dv-cinder-773985-34-iscsi neutron-server[109367]: DEBUG neutron.wsgi [req-a9ba1364-8bd5-44ae-ad6c-b7740c4abb6d req-961262d0-46c7-48ed-afa1-92ae5c394830 service neutron] (109367) timed out ('10.222.0.124', 49935) {{(pid=109367) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 10:05:33.005215 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-4e7e985f-cbe1-4086-a18b-25e7b6fa9b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:35.014611 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:37.608633 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:38.491688 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:44.252700 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:05:49.914882 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 10:06:00.271300 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-64896d86-ab97-414e-bbc2-16aa297314ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (ac6f0051-7977-4811-b123-7abe5d290022), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:03.010274 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-ead68da2-59e6-49ae-9fed-86708ccb5d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (2825ae7c-43d9-4619-9f28-0f0a0d51a377), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:05.020354 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-0f22b003-a9f1-4610-9b66-aa01ab2613e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (10e7986f-5cd0-4ed2-9ffd-74f496e70904), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:07.613687 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-dffa5238-932a-4cb9-b092-c714d34f622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (be1cd791-9b96-467a-b662-4ee4bc9f6a79), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:08.498613 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-20c50112-5f06-4c4a-a63c-cb9d92cc391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (e3087c87-700d-4790-a495-056765c488b2), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:14.252399 dv-cinder-773985-34-iscsi neutron-server[109368]: DEBUG neutron_lib.callbacks.manager [None req-5782f4dd-4644-4f62-a253-c382bac4592f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755369175417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087652'] for agent (6e72eafc-08e7-4b2b-b87f-8e244b42f70f), after_update {{(pid=109368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 10:06:26.915605 dv-cinder-773985-34-iscsi neutron-server[109369]: DEBUG neutron.db.agents_db [None req-d7283ff1-fc0b-4c49-b164-ce6529d57a41 None None] Agent healthcheck: found 6 active agents {{(pid=109369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}